-- Logs begin at Thu 2021-09-23 17:43:57 UTC, end at Thu 2021-09-23 19:00:49 UTC. -- Sep 23 18:34:32.925412 dv-cinder-810415-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 18:34:35.657068 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.common.config [-] Logging enabled! Sep 23 18:34:35.657670 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 18:34:35.657773 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100596) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 18:34:35.660976 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.common.config [-] Logging enabled! Sep 23 18:34:35.661237 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 18:34:35.661547 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100596) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 18:34:35.662496 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 18:34:35.662730 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 18:34:35.663094 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 18:34:35.663343 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 18:34:35.663571 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 18:34:35.663891 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.664267 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.665090 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.665325 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.665623 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.665916 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.666197 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.666486 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.666784 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.667072 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.667352 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.667636 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.667867 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.668146 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.668460 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.668749 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.668974 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] debug = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.669256 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.669679 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.670082 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.670361 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.670649 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.670925 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.671194 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.671468 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.671748 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.672076 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] host = dv-cinder-810415-4-iscsi {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.672382 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.672674 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.672961 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.673248 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.673523 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.673797 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.674081 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.674353 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.674626 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] log_file = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.674899 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.675186 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.675472 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.675759 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.675984 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.676206 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.676520 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.676809 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.677084 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.677358 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.677632 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.677906 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.678176 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.678457 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.678732 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.679023 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.679328 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.679584 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.679881 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.680154 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.680450 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.680738 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.681012 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.681285 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.681558 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.681847 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.682114 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.682385 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.682687 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.682974 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.683254 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.683538 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.683811 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.684092 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.684391 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.684667 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.684939 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] use_json = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.685213 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.685483 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.685763 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.686035 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.686306 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.686579 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.686851 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.687135 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:35.687430 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.687725 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.688027 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.688333 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.688632 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.688913 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.689206 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.689485 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.689774 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.690063 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.690350 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.690629 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.690918 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.691195 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.691491 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.691797 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.692092 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.692411 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.692691 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.692966 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.693240 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.693519 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.693807 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.694084 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.694370 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.694659 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.694940 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.695228 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.695545 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.695835 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.696108 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.696413 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.696706 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.696983 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.697255 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.697537 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.697827 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.698106 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.698379 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.698664 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.698950 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.699227 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.699500 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.699780 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.700073 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.700378 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.700652 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.700928 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.701209 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.701482 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.701769 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.702047 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.702321 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.702590 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.702869 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.703145 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.703421 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.703700 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.703973 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.704258 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.704547 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.704818 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.705095 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.705370 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.705642 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.705915 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.706188 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.706463 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.706734 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.707008 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.707280 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.707552 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.707823 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.708113 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.708428 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.708708 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.708993 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.709275 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.709554 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.709832 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.710108 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.710385 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.710662 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.710932 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.711760 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.712045 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.712353 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.712639 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.712917 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.713219 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.713497 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.713782 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.714058 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.714335 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.714619 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.714902 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.715194 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.715488 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.715783 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.716073 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.716388 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.716672 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.716982 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.717264 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:35.717483 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 18:34:35.717724 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100596) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 18:34:36.076067 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 18:34:36.076374 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 18:34:36.076666 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 18:34:36.076996 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 18:34:36.464520 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.464813 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.465098 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.466402 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.466678 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.466949 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.502328 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.502616 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.502887 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.517888 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.518167 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.518439 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.546461 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.546749 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.547019 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.584014 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.584329 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.584602 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.814484 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.815102 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.815102 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.815269 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.815956 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.935702 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.936015 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.936320 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.936601 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.936878 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.937195 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.937459 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.937723 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.937979 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.938264 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.938531 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.938797 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.939055 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.939312 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.939570 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.939836 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.940092 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.940389 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.940664 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.940929 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.941204 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.941462 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.941747 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.942128 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.942386 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.942640 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.943036 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 18:34:36.943274 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 18:34:36.943509 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 18:34:36.943744 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 18:34:36.943978 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 18:34:36.944213 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 18:34:36.944595 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 18:34:36.948186 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 18:34:36.952180 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 18:34:36.955796 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Sep 23 18:34:36.957444 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 18:34:36.957890 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 18:34:36.958228 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 18:34:36.958614 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 18:34:36.961420 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 18:34:36.961673 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 18:34:36.962022 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 18:34:36.967281 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 18:34:36.989050 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 18:34:36.989503 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.989800 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100596) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 23 18:34:36.990158 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.991495 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100596) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 18:34:36.991936 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 18:34:36.992186 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 18:34:36.995858 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:36.996138 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.059860 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 18:34:37.060096 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 18:34:37.060354 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 18:34:37.060718 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 18:34:37.083152 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_db.sqlalchemy.engines [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100596) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 18:34:37.606180 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Initializing driver for type 'gre' Sep 23 18:34:37.606800 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] gre ID ranges: [(1, 1000)] Sep 23 18:34:37.658156 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Initializing driver for type 'local' Sep 23 18:34:37.658461 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Initializing driver for type 'vlan' Sep 23 18:34:37.671105 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] VlanTypeDriver initialization complete Sep 23 18:34:37.671454 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Initializing driver for type 'vxlan' Sep 23 18:34:37.671938 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] vxlan ID ranges: [(1, 1000)] Sep 23 18:34:37.724510 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Initializing extension driver 'port_security' Sep 23 18:34:37.724859 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.extensions.port_security [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] PortSecurityExtensionDriver initialization complete Sep 23 18:34:37.725199 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Initializing mechanism driver 'openvswitch' Sep 23 18:34:37.725537 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Initializing mechanism driver 'hyperv' Sep 23 18:34:37.732964 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:34:37.733678 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > port after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.734049 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > port after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.734402 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > port after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.734920 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 18:34:37.735356 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > subnet after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.735712 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > subnet after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.736058 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > subnet after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.736482 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 18:34:37.736895 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > network after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.737249 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > network after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.737600 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > network after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.737990 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 18:34:37.738397 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > security_group after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.738748 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > security_group after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.739090 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > security_group after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.739624 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 18:34:37.740042 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.740492 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.740951 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.741355 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 18:34:37.741853 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > address_group after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.742307 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > address_group after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.742687 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > address_group after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.743082 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100596) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 18:34:37.743468 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] ML2 OVO RPC backend initialized. {{(pid=100596) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 23 18:34:37.744170 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router_interface after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.744557 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.744977 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > network before_response 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.745329 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > networks before_response 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.745681 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > port before_response 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.746024 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > ports before_response 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.746369 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > subnet before_response 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.746712 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > subnets before_response 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.747059 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > network after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.747400 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > network after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.747737 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > network after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.748075 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > port after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.748449 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > port after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.748787 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > port after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.749124 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > subnet after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.749461 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > subnet after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.749795 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > subnet after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.750373 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.plugin [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Modular L2 Plugin initialization complete Sep 23 18:34:37.750701 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading services supported by the core plugin {{(pid=100596) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 18:34:37.751028 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.plugins.ml2.managers [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Got port-security extension from driver 'port_security' Sep 23 18:34:37.751487 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.extensions.vlantransparent [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Disabled vlantransparent extension. Sep 23 18:34:37.751969 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100596) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 18:34:37.752310 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading Plugin: router Sep 23 18:34:37.787953 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router_interface before_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.788368 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router after_create 55549900 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.788749 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router before_create 55549900 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.789741 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.790135 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.790501 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router after_delete 55549900 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.790867 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > floatingip after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.791225 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > floatingip after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.791591 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router after_create 55549900 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.791950 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router after_update 55549900 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.792341 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router after_update 55549900 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.792700 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.793066 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router after_update 55549900 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.793483 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router precommit_update 55549900 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.793861 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: port after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.794205 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: port after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.794548 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: subnet after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.794891 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.795245 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > port precommit_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.795601 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router precommit_create 55549900 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.795949 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: port before_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.796314 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router precommit_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.796681 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router after_update 55549900 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.797031 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router precommit_delete 55549900 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.797389 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router precommit_create 55549900 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.797754 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router_interface after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.798105 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router precommit_update 55549900 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.798477 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > agent after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.798834 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > agent after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.799185 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > network after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.800029 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Tracking information for resource: router configured {{(pid=100596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 18:34:37.800395 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Tracking information for resource: floatingip configured {{(pid=100596) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 18:34:37.805470 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.db.l3_agentschedulers_db [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 18:34:37.806047 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: port after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.806411 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: port after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.806764 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: port after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.807117 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: port after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.807903 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router before_create 55550100 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.808291 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router precommit_delete 55550100 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.808662 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router precommit_create 55550100 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.809024 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > router precommit_update 55550100 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.813680 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.services.provider_configuration [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Service providers = [] {{(pid=100596) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 18:34:37.814054 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.db.servicetype_db [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100596) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 18:34:37.817310 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.services.service_base [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100596) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 18:34:37.817917 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.services.service_base [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100596) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 18:34:37.818025 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.services.service_base [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100596) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 18:34:37.818870 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.services.service_base [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100596) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 18:34:37.819244 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.services.service_base [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 18:34:37.819622 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 18:34:37.819942 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 18:34:37.830763 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 18:34:37.831100 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading Plugin: auto_allocate Sep 23 18:34:37.837651 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: network precommit_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.838026 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: network precommit_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.838545 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 18:34:37.838870 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading Plugin: tag Sep 23 18:34:37.845335 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 18:34:37.845669 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading Plugin: timestamp Sep 23 18:34:37.849666 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 18:34:37.850001 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading Plugin: network_ip_availability Sep 23 18:34:37.856554 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.856933 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.857293 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:37.858005 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 18:34:37.858387 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading Plugin: flavors Sep 23 18:34:37.863477 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 18:34:37.863815 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading Plugin: revisions Sep 23 18:34:37.868118 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100596) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 18:34:37.868539 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_concurrency.lockutils [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=100596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 18:34:37.869264 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100596) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 23 18:34:37.869607 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Initializing extension manager. Sep 23 18:34:37.870119 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: __init__.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.870465 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: __pycache__ {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.870802 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.871140 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: address_group.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.871900 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.872491 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: address-group Sep 23 18:34:37.872820 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: address_scope.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.873733 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.874255 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: address-scope Sep 23 18:34:37.874585 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: admin_state_down_before_update.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.875528 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.876045 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: router-admin-state-down-before-update Sep 23 18:34:37.876400 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: agent.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.877114 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.877626 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: agent Sep 23 18:34:37.877950 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: agent_resources_synced.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.878866 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.879381 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: agent-resources-synced Sep 23 18:34:37.879709 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: allowedaddresspairs.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.881539 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.882070 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: allowed-address-pairs Sep 23 18:34:37.882402 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: auto_allocated_topology.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.883508 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.884028 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: auto-allocated-topology Sep 23 18:34:37.884394 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: availability_zone.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.885098 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.885608 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: availability_zone Sep 23 18:34:37.885932 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: availability_zone_filter.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.886852 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.887366 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: availability_zone_filter Sep 23 18:34:37.887693 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: data_plane_status.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.888633 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.889142 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 18:34:37.889465 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: default_subnetpools.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.890382 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.890892 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: default-subnetpools Sep 23 18:34:37.891222 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: dhcpagentscheduler.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.892036 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.892574 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: dhcp_agent_scheduler Sep 23 18:34:37.892901 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: dns.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.893822 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.894335 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension dns-integration not supported by any of loaded plugins Sep 23 18:34:37.894662 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: dns_domain_ports.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.895591 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.896101 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 18:34:37.896456 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.897388 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.897898 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 18:34:37.898222 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: dvr.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.899430 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.899939 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: dvr Sep 23 18:34:37.900282 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: ecmp_routes.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.901207 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.901720 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 18:34:37.902045 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: empty_string_filtering.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.902964 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.903477 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: empty-string-filtering Sep 23 18:34:37.903804 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.904754 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.905265 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 18:34:37.905591 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.906514 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.907029 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 18:34:37.907353 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: external_net.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.908329 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.908804 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: external-net Sep 23 18:34:37.909129 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: extra_dhcp_opt.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.910040 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.910552 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: extra_dhcp_opt Sep 23 18:34:37.910876 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: extraroute.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.911799 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.912335 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: extraroute Sep 23 18:34:37.912661 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: extraroute_atomic.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.913698 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.914823 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: extraroute-atomic Sep 23 18:34:37.915152 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: filter_validation.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.915826 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.916374 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: filter-validation Sep 23 18:34:37.916703 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: fip_pf_description.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.917623 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.918135 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 18:34:37.918456 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: fip_port_details.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.919392 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.919909 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: fip-port-details Sep 23 18:34:37.920233 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: flavors.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.921495 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.922016 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: flavors Sep 23 18:34:37.922349 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.924015 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.924576 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 18:34:37.924913 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: floatingip_pools.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.925624 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.926141 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: floatingip-pools Sep 23 18:34:37.926484 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: ip_allocation.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.927406 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.927917 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 18:34:37.928273 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.929195 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.930234 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: ip-substring-filtering Sep 23 18:34:37.930576 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: l2_adjacency.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.931517 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.932025 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 18:34:37.932383 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: l3.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.933470 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.933994 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: router Sep 23 18:34:37.934321 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: l3_conntrack_helper.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.936579 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.937116 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 18:34:37.937455 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.938396 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.938917 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: ext-gw-mode Sep 23 18:34:37.939249 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.940189 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.940744 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: l3-ha Sep 23 18:34:37.941072 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: l3_flavors.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.941994 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.942508 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: l3-flavors Sep 23 18:34:37.942836 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.943758 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.944298 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 18:34:37.944627 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: l3agentscheduler.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.946298 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.946814 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: l3_agent_scheduler Sep 23 18:34:37.947145 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: logging.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.948665 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.949195 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension logging not supported by any of loaded plugins Sep 23 18:34:37.949531 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: metering.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.950283 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.950865 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: metering Sep 23 18:34:37.951194 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.952337 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.952860 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: metering_source_and_destination_fields Sep 23 18:34:37.953192 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: multiprovidernet.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.954125 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.954645 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: multi-provider Sep 23 18:34:37.954972 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: netmtu.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.955894 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.956444 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: net-mtu Sep 23 18:34:37.956773 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: netmtu_writable.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.957695 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.958211 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: net-mtu-writable Sep 23 18:34:37.958540 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: network_availability_zone.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.959220 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.959731 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: network_availability_zone Sep 23 18:34:37.960057 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: network_ip_availability.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.961225 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.961753 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: network-ip-availability Sep 23 18:34:37.962084 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: network_segment_range.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.962852 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.963365 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 18:34:37.963694 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: pagination.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.964711 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.965042 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: pagination Sep 23 18:34:37.965369 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: port_device_profile.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.966299 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.966817 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: port-device-profile Sep 23 18:34:37.967143 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.968065 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.968614 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: port-mac-address-regenerate Sep 23 18:34:37.968937 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.969862 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.970374 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: port-numa-affinity-policy Sep 23 18:34:37.970698 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: port_resource_request.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.971739 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.972269 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 18:34:37.972601 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: portbindings.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.973535 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.974050 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: binding Sep 23 18:34:37.974375 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: portbindings_extended.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.975634 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.976442 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: binding-extended Sep 23 18:34:37.976804 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: portsecurity.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.977731 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.978248 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: port-security Sep 23 18:34:37.978577 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: project_id.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.979551 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.979882 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: project-id Sep 23 18:34:37.980210 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: providernet.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.981165 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.981685 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: provider Sep 23 18:34:37.982009 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: qos.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.985572 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.986102 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension qos not supported by any of loaded plugins Sep 23 18:34:37.986438 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.987695 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.988219 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 18:34:37.988580 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.989503 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.990024 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 18:34:37.990350 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: qos_default.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.991276 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.991800 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension qos-default not supported by any of loaded plugins Sep 23 18:34:37.992128 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: qos_fip.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.993332 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.993839 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension qos-fip not supported by any of loaded plugins Sep 23 18:34:37.994162 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: qos_gateway_ip.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.995092 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.995606 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 18:34:37.995929 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: qos_port_network_policy.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.996893 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.997405 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 18:34:37.997727 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: qos_pps_rule.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:37.998907 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:37.999423 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension qos-pps not supported by any of loaded plugins Sep 23 18:34:37.999752 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: qos_rule_type_details.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.000723 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.001245 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 18:34:38.001580 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: qos_rules_alias.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.002626 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.003148 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 18:34:38.003475 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: quotasv2.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.004431 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.004769 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: quotas Sep 23 18:34:38.005097 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: quotasv2_detail.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.008424 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.008770 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: quota_details Sep 23 18:34:38.009109 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: rbac.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.010684 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.011212 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: rbac-policies Sep 23 18:34:38.011554 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: rbac_address_group.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.012526 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.013050 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: rbac-address-group Sep 23 18:34:38.013381 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: rbac_address_scope.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.014302 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.014820 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: rbac-address-scope Sep 23 18:34:38.015149 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: rbac_security_groups.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.016064 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.016613 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: rbac-security-groups Sep 23 18:34:38.016962 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: rbac_subnetpool.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.017863 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.018390 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: rbac-subnetpool Sep 23 18:34:38.018715 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: revisionifmatch.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.019644 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.020163 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: revision-if-match Sep 23 18:34:38.020523 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: revisions.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.021651 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.022169 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: standard-attr-revisions Sep 23 18:34:38.022500 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: router_availability_zone.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.023181 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.023723 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: router_availability_zone Sep 23 18:34:38.024050 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: routerservicetype.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.024998 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.025513 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension router-service-type not supported by any of loaded plugins Sep 23 18:34:38.025838 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.026760 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.027278 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: security-groups-normalized-cidr Sep 23 18:34:38.027600 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: security_groups_port_filtering.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.028583 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.029104 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: port-security-groups-filtering Sep 23 18:34:38.029429 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.030356 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.030867 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: security-groups-remote-address-group Sep 23 18:34:38.031191 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: securitygroup.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.042627 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.043160 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: security-group Sep 23 18:34:38.043499 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: segment.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.044323 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.044837 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension segment not supported by any of loaded plugins Sep 23 18:34:38.045165 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.046109 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.046621 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 18:34:38.046950 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: servicetype.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.048127 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.048690 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: service-type Sep 23 18:34:38.049016 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: sorting.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.050005 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.050336 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: sorting Sep 23 18:34:38.050661 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: standard_attr_segment.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.051583 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.052094 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 18:34:38.052455 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: standardattrdescription.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.053108 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.053616 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: standard-attr-description Sep 23 18:34:38.053940 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: stateful_security_group.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.055479 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.056000 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: stateful-security-group Sep 23 18:34:38.056356 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: stdattrs_common.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.056941 dv-cinder-810415-4-iscsi neutron-server[100596]: WARNING neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 18:34:38.057267 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.058202 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.058724 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 18:34:38.059053 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: subnet_onboard.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.060133 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.060689 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: subnet_onboard Sep 23 18:34:38.061019 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.061958 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.062471 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 18:34:38.062796 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: subnet_service_types.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.063725 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.064263 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: subnet-service-types Sep 23 18:34:38.064595 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: subnetallocation.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.065685 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.066200 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: subnet_allocation Sep 23 18:34:38.066528 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.067196 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.067708 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: subnetpool-prefix-ops Sep 23 18:34:38.068032 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.069008 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.069522 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 18:34:38.069848 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: tagging.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.070945 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.071468 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: standard-attr-tag Sep 23 18:34:38.071803 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: timestamp.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.073051 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.073720 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loaded extension: standard-attr-timestamp Sep 23 18:34:38.074120 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: trunk.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.075357 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.075956 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension trunk not supported by any of loaded plugins Sep 23 18:34:38.076404 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: trunk_details.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.077690 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.078250 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension trunk-details not supported by any of loaded plugins Sep 23 18:34:38.078685 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: uplink_status_propagation.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.079762 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.080375 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 18:34:38.080772 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Loading extension file: vlantransparent.py {{(pid=100596) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 18:34:38.081536 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100596) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 18:34:38.082130 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 18:34:38.085141 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of TrackedResource for resource:network Sep 23 18:34:38.085802 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of TrackedResource for resource:subnet Sep 23 18:34:38.086306 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 18:34:38.086780 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of TrackedResource for resource:port Sep 23 18:34:38.088259 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.v2.resource_helper [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 18:34:38.088770 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.v2.resource_helper [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Service FLAVORS assigned prefix: {{(pid=100596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 18:34:38.089557 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.v2.resource_helper [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 18:34:38.090036 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.v2.resource_helper [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 18:34:38.090445 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of TrackedResource for resource:router Sep 23 18:34:38.090886 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of TrackedResource for resource:floatingip Sep 23 18:34:38.091512 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.v2.resource_helper [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Service METERING assigned prefix: /metering {{(pid=100596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 18:34:38.093335 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:38.093767 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:38.094143 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:34:38.095478 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 18:34:38.095933 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of TrackedResource for resource:security_group Sep 23 18:34:38.096454 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 18:34:38.097119 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.v2.resource_helper [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Service CORE assigned prefix: {{(pid=100596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 18:34:38.097475 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 18:34:38.097847 dv-cinder-810415-4-iscsi neutron-server[100596]: WARNING neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] subnetpool is already registered Sep 23 18:34:38.098543 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.v2.resource_helper [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Service CORE assigned prefix: {{(pid=100596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 18:34:38.098756 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 18:34:38.099140 dv-cinder-810415-4-iscsi neutron-server[100596]: WARNING neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] subnetpool is already registered Sep 23 18:34:38.102731 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.v2.resource_helper [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 18:34:38.103370 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.v2.resource_helper [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Service FLAVORS assigned prefix: {{(pid=100596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 18:34:38.104026 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.v2.resource_helper [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 18:34:38.104587 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.v2.resource_helper [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 18:34:38.104927 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of TrackedResource for resource:router Sep 23 18:34:38.105343 dv-cinder-810415-4-iscsi neutron-server[100596]: WARNING neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] router is already registered Sep 23 18:34:38.105826 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of TrackedResource for resource:floatingip Sep 23 18:34:38.106205 dv-cinder-810415-4-iscsi neutron-server[100596]: WARNING neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] floatingip is already registered Sep 23 18:34:38.106829 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.v2.resource_helper [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Service METERING assigned prefix: /metering {{(pid=100596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 18:34:38.107682 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 18:34:38.108016 dv-cinder-810415-4-iscsi neutron-server[100596]: WARNING neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] rbac_policy is already registered Sep 23 18:34:38.108610 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of TrackedResource for resource:security_group Sep 23 18:34:38.108721 dv-cinder-810415-4-iscsi neutron-server[100596]: WARNING neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] security_group is already registered Sep 23 18:34:38.109140 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 18:34:38.109560 dv-cinder-810415-4-iscsi neutron-server[100596]: WARNING neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] security_group_rule is already registered Sep 23 18:34:38.110288 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.v2.resource_helper [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Service CORE assigned prefix: {{(pid=100596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 18:34:38.110848 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 18:34:38.111022 dv-cinder-810415-4-iscsi neutron-server[100596]: WARNING neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] subnetpool is already registered Sep 23 18:34:38.111484 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.v2.resource_helper [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Service CORE assigned prefix: {{(pid=100596) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 18:34:38.111916 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 18:34:38.112321 dv-cinder-810415-4-iscsi neutron-server[100596]: WARNING neutron.quota.resource_registry [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] subnetpool is already registered Sep 23 18:34:38.112908 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: extensions {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.114664 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: address-groups {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.116356 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: address-scopes {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.118562 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: agents {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.119849 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: auto-allocated-topology {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.121348 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: availability_zones {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.122794 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: dhcp-networks {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.124628 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: dhcp-agents {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.126317 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: routers {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.128862 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: flavors {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.130022 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: service_profiles {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.131226 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: next_providers {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.132705 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: service_profiles {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.134307 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: floatingip-pools {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.135525 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: routers {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.137636 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: floatingips {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.138914 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: l3-routers {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.140314 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: l3-agents {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.141721 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: metering-labels {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.143089 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: metering-label-rules {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.144374 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: network-ip-availabilities {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.145642 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: bindings {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.148170 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: quotas {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.149669 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: quotas {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.151075 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: rbac-policies {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.152278 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: security-groups {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.153577 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: security-group-rules {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.154885 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: service-providers {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.156078 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: subnetpools {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.157589 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: subnetpools {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.159094 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: tags {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.160723 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: tags {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.162545 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: tags {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.164879 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: tags {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.166647 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: tags {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.168497 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: tags {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.170226 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: tags {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.172109 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: tags {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.173900 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: tags {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.175634 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron.api.extensions [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Extended resource: tags {{(pid=100596) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 18:34:38.182290 dv-cinder-810415-4-iscsi neutron-server[100596]: WARNING keystonemiddleware.auth_token [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 18:34:38.187050 dv-cinder-810415-4-iscsi neutron-server[100596]: WARNING keystonemiddleware.auth_token [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 18:34:38.195492 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_concurrency.lockutils [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Acquired lock "singleton_lock" {{(pid=100596) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 23 18:34:38.195965 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_concurrency.lockutils [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Releasing lock "singleton_lock" {{(pid=100596) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 23 18:34:38.196634 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO oslo_service.service [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Starting 2 workers Sep 23 18:34:38.201470 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Started child 100703 {{(pid=100596) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 18:34:38.205875 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Started child 100704 {{(pid=100596) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 18:34:38.206894 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:34:38.207563 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO neutron.service [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 18:34:38.208141 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Notify callbacks [] for process, before_spawn {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:34:38.208372 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [-] (100703) wsgi starting up on http://0.0.0.0:9696 Sep 23 18:34:38.210681 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO oslo_service.service [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Starting 1 workers Sep 23 18:34:38.210882 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:34:38.212109 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [-] (100704) wsgi starting up on http://0.0.0.0:9696 Sep 23 18:34:38.215933 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Started child 100705 {{(pid=100596) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 18:34:38.216499 dv-cinder-810415-4-iscsi neutron-server[100596]: INFO oslo_service.service [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Starting 1 workers Sep 23 18:34:38.219708 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.service [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] calling RpcWorker wait() {{(pid=100705) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 18:34:38.220266 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.service [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] returning from RpcWorker wait() {{(pid=100705) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 18:34:38.220945 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Started child 100706 {{(pid=100596) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 18:34:38.221691 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:34:38.221802 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8562f9e4-d725-4edb-8482-3ae8308d7b1b None None] Notify callbacks [] for process, after_spawn {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:34:38.222244 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:34:38.223660 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100596) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 18:34:38.223874 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 18:34:38.224056 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 18:34:38.224296 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 18:34:38.224627 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 18:34:38.224794 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 18:34:38.225687 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.225991 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.226088 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:34:38.227271 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.227271 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.227564 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.228203 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.228488 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.228746 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.229033 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.229266 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.229446 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.229615 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.229874 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.230103 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.230404 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.230671 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.230908 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.231180 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.231338 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.231583 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.231861 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.232108 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.232400 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] debug = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.232659 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.233151 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.233384 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.233644 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.233859 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.234123 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.234367 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.234635 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.234892 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.235124 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.235368 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.235641 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.235872 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.236086 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.236325 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.236589 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.236809 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.237271 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] host = dv-cinder-810415-4-iscsi {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.237507 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.237723 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.237971 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.238224 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.238482 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.238712 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.238946 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.239190 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.239441 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.239670 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.239903 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.240185 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.240426 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.240679 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] log_file = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.240843 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] log_options = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.241099 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.241354 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.241623 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.241832 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.241968 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.242131 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.242989 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.243156 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.243415 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.243631 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.243857 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.244055 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.244314 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.244539 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.244812 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.245072 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.245316 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.245525 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.245769 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.246017 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.246241 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.246469 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.246714 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.246935 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.247174 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.247410 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.247638 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.247871 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.248087 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.248356 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.248596 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.248850 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.249084 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.249320 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.249669 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.249819 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.250049 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.250289 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.250536 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.250764 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.251017 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.251276 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.251492 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.251740 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.251993 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.252227 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.252483 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] use_json = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.252719 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.252963 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.253234 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.253451 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.253689 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.253975 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.254136 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.254349 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.254780 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.255056 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.255377 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.255674 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.255832 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.256083 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.256341 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.257428 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.257593 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:34:38.257763 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.257946 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.258270 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.258502 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.258805 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.259819 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.260953 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.261475 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.261733 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.262107 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.262325 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.262526 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.263096 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.263096 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.263452 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.263669 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.265499 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.265707 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.266358 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.267199 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.267499 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.267791 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.268072 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.269936 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.270569 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.276273 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.276273 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.276273 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.276273 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.276273 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.276273 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.276273 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.276273 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.276273 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.277114 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.277114 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.277114 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.277114 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.277114 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.277456 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.277456 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.277613 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.277823 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.278061 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.280202 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.280202 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.280202 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.280202 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.280202 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.280202 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.280202 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.280202 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.280202 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.280781 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.280781 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.280896 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.281138 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.281330 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.281588 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.281813 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.282036 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.282259 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.282503 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.282959 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.283428 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.283877 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.284322 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.284775 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.285211 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.285654 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.285885 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.286130 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.286352 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.286606 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.286992 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.287317 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.287533 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.287776 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.288002 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.288217 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.288453 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.288716 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.289040 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.289765 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.290009 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.290306 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.290555 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.290943 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.291366 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.291745 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.292173 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.292621 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.292906 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.293162 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.293437 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.295966 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.296267 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.296521 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.296760 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.297025 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.297290 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.297570 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.297827 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.298096 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.298355 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.298616 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.298876 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.299137 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.299398 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.299638 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.299940 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.300167 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.300534 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.301222 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.301523 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.301798 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.302038 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.302385 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.302671 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.304342 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.304656 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.305530 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.306381 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.307017 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.307410 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.307811 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.308921 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.309184 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.309433 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.309773 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.310111 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.310375 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.310638 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.312166 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.312471 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.312729 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.313012 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.313277 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.313557 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.313802 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.314050 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.314275 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.314528 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.314785 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.315013 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.315261 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.315502 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.315760 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.316001 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.316270 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.316848 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.317499 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.317745 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.318204 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.318442 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.318668 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.319190 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.319396 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.319642 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.319898 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.320121 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.320430 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.320828 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.321094 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.321365 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.321601 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.321934 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.322205 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.322458 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.323016 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.323269 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.323513 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.323753 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.324006 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.324286 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.324509 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.324727 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.324969 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.325190 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.325429 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.325661 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.325897 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.326158 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.326435 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.326735 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.326987 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.327221 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.327462 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.327707 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.327946 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.328194 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.328442 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.328663 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.328882 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.329109 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.329377 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.329621 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.329877 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.330112 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.330330 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.330544 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.330765 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.331008 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.331289 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.331543 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.331788 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.332115 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.332392 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.332626 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.332875 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.333090 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.333318 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.333531 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.334360 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.334583 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.334816 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.335253 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.335253 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.335464 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.335682 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.335894 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.336187 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.336489 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.336690 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.337249 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.337249 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.337436 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.337607 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.337763 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.337974 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.338197 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.338414 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.338626 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.338874 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.339086 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.339296 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.339539 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.339755 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.339989 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.340320 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.340571 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.340791 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.341086 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.341346 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.341592 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.341840 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.342167 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.342381 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.342667 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.342890 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.343124 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.343346 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.343614 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.343947 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.344286 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.344547 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.344806 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.345096 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.345389 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.345672 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.345888 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.346171 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.346582 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.346761 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.347018 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.347247 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.347494 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.347715 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.347950 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.348185 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.348443 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.348686 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.348945 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.349218 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.349705 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.349957 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.350188 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.350429 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.350683 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.350902 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.351440 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.352191 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.352377 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 18:34:38.352934 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100596) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 18:34:38.353096 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 18:34:38.353261 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 18:34:38.353435 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 18:34:38.353603 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 18:34:38.353756 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 18:34:38.353965 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.354127 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.354287 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.354371 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:34:38.354463 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.354593 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.354771 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.354931 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.355091 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.355253 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.355408 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.355570 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.355728 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.355889 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.356046 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.356205 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.356387 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.356546 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.356704 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.356867 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.357027 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.357185 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.357344 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.357502 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] debug = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.357661 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.357865 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.358024 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.358184 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.358343 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.358502 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.358660 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.358817 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.358975 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.359134 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.359293 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.359451 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.359608 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.359766 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.359924 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.360083 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.360260 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.360420 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] host = dv-cinder-810415-4-iscsi {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.360581 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.360737 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.361054 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.361214 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.361377 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.361535 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.361694 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.361853 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.362012 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.362175 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.362334 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.362492 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.362652 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.362811 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] log_file = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.362968 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] log_options = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.363128 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.363287 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.363444 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.363622 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.363786 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.363945 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.364103 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.364278 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.364441 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.364599 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.364759 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.364918 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.365076 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.365834 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.365834 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.365834 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.365834 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.366306 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.366306 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.366306 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.366660 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.366660 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.366807 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.366883 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.367008 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.367190 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.367378 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.367541 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.367698 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.367825 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.368402 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.368402 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.368402 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.368750 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.368750 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.368750 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.369094 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.369094 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.369257 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.369336 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.369483 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.369641 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.369962 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.370264 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.370564 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.370861 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.371181 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] use_json = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.371346 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.371508 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.371666 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.371829 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.372007 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.372150 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.372317 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.372461 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 18:34:38.372615 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.372752 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.372934 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.373093 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.373409 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.373568 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.373728 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.373892 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.374052 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.374213 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.374381 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.374545 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.374717 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.374879 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.375040 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.375206 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.375366 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.375528 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.375691 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.375851 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.376013 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.376174 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.376364 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.376527 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.376686 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.376847 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.377036 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.377184 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.377346 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.377507 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.377668 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.377830 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.377993 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.378156 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.378319 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.378480 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.378642 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.378804 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.378966 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.379128 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.379289 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.379449 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.379611 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.379772 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.379935 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.380097 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.380273 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.380440 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.380602 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.380763 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.380987 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.381168 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.381334 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.381505 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.381668 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.381840 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.382001 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.382161 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.382321 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.382483 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.382645 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.383340 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.383500 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.383661 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.383826 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.383986 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.384160 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.384367 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.384523 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.384648 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.384789 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.384946 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.385106 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.385238 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.385401 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.385560 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.385723 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.385906 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.386032 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.386193 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.386355 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.386550 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.386659 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.386812 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.386972 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.387132 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.387292 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.387454 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.387614 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.387784 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.387959 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.388120 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.388305 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.388464 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.388781 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.388953 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.389100 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.389324 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.389398 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.389558 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.389716 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.389879 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.390042 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.390202 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.390362 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.390523 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.390683 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.390844 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.391003 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.391163 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.391327 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.391489 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.391649 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.391810 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.391970 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.392130 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.392321 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.392484 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.392651 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.392811 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.392978 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.393150 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.393311 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.393473 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.393634 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.393796 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.393957 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.394119 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.394279 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.394439 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.394598 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.394759 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.394929 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.395101 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.395262 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.395423 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.395585 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.395772 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.395931 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.396090 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.396356 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.396557 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.398575 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.398575 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.398575 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.398575 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.398575 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.398575 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.398575 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.398575 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.399653 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.399653 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.399653 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.399653 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.399653 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.399653 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.399653 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.399653 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.401988 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.401988 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.401988 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.401988 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.401988 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.401988 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.401988 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.401988 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.402890 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.402890 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.402890 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.402890 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.402890 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.402890 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.402890 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.402890 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.403898 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.403898 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.403898 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.403898 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.403898 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.403898 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.403898 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.403898 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.406255 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.406255 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.406255 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.406255 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.406255 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.406255 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.406255 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.406255 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.408157 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.408157 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.408157 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.408157 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.408157 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.408157 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.408157 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.408157 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.411444 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.411444 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.411444 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.411444 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.411444 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.411444 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.411444 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.411444 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.412403 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.412403 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.412403 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.412403 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.412403 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.412403 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.412403 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.412403 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.412915 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.412915 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.412915 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.412915 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.412915 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.412915 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.412915 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.412915 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.413441 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.413441 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.413441 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.413441 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.413441 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.413441 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.413441 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.413441 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.413947 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.413947 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.413947 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.413947 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.413947 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.413947 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.413947 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.413947 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.414490 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.414490 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.414490 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.414490 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.414490 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.414490 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.414490 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.414490 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.415009 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.415009 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.415009 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.415009 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.415009 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.415009 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.415009 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.415009 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.415527 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.415527 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.415527 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.415527 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.415527 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.415527 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.415527 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.415527 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.416065 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.416065 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.416065 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.416065 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.416065 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.416065 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.416065 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418060 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418060 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418060 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418060 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418060 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418060 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418060 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418060 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418060 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418639 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418639 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418639 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418639 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418639 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418639 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418639 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.418639 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.419398 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.419398 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.419398 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.419398 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 18:34:38.419398 dv-cinder-810415-4-iscsi neutron-server[100596]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100596) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 18:34:38.595232 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 53128) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:34:38.604830 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073547 Sep 23 18:34:50.022227 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d157f552-0ce1-4467-a5f0-ae5b23fc4dc3 None None] get_active_networks_info from dv-cinder-810415-4-iscsi {{(pid=100705) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 18:34:50.093431 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d157f552-0ce1-4467-a5f0-ae5b23fc4dc3 None None] No non-hosted networks {{(pid=100705) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 18:34:50.112470 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-66db1af6-6bf5-47cc-98c4-4c6d775aefda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-338884'] for agent, after_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:34:52.554776 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-4fa4e19e-09fc-4415-b6cf-448837504b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-338884'] for agent, after_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:34:52.611152 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a52d030a-9205-424f-9cc1-d350123212dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:34:52.908036 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-338884'] for agent, after_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:34:52.908732 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:34:52.909072 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:34:52.909410 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:34:52.909740 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:34:52.910068 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:34:52.910485 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:34:52.910815 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:34:52.911161 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:34:52.911492 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:34:52.911855 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:34:52.912317 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:34:52.916630 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:34:52.919468 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810415-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:34:52.952449 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810415-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:34:53.566734 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-338884'] for agent, after_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:34:55.396007 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-338884'] for agent, after_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:34:56.388311 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 53220) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:34:56.900916 dv-cinder-810415-4-iscsi neutron-server[100703]: WARNING oslo_policy.policy [None req-925260e5-d618-4999-b8b6-2591cd12e448 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 18:34:56.901559 dv-cinder-810415-4-iscsi neutron-server[100703]: WARNING oslo_policy.policy [None req-925260e5-d618-4999-b8b6-2591cd12e448 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 18:34:57.122592 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [None req-925260e5-d618-4999-b8b6-2591cd12e448 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=100703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 18:34:57.123867 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-925260e5-d618-4999-b8b6-2591cd12e448 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7333751 Sep 23 18:34:57.854714 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.db.l3_hamode_db [None req-36a02020-b987-45ff-80e3-496990657c4e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 18:34:57.930486 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a02020-b987-45ff-80e3-496990657c4e None None] Routers set() bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:34:57.930877 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a02020-b987-45ff-80e3-496990657c4e None None] Router IDs set() for agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 18:34:59.534083 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 53234) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:34:59.860040 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-a1db4caa-40d1-4609-8c49-2251992194bd admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:34:59.956683 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.policy [None req-a1db4caa-40d1-4609-8c49-2251992194bd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100703) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 18:35:00.002286 dv-cinder-810415-4-iscsi neutron-server[100703]: WARNING oslo_policy.policy [None req-a1db4caa-40d1-4609-8c49-2251992194bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 18:35:00.002657 dv-cinder-810415-4-iscsi neutron-server[100703]: WARNING oslo_policy.policy [None req-a1db4caa-40d1-4609-8c49-2251992194bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 18:35:00.011559 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.quota [None req-a1db4caa-40d1-4609-8c49-2251992194bd admin admin] Loaded quota_driver: . Sep 23 18:35:00.103260 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a1db4caa-40d1-4609-8c49-2251992194bd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765691796190', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765691795699', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765691808119', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765691805915', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765692227568', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765691892487', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-619360', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1365060', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-381952', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-441642'] for rbac-policy, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:00.165059 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a1db4caa-40d1-4609-8c49-2251992194bd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:00.166368 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-a1db4caa-40d1-4609-8c49-2251992194bd admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6312604 Sep 23 18:35:02.750258 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 53246) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:35:03.042204 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Request body: {'network': {'project_id': '96f46d8417d94af082964e404581de0e', 'tenant_id': '96f46d8417d94af082964e404581de0e', 'admin_state_up': True, 'name': 'private'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:35:03.070190 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Made reservation on behalf of 96f46d8417d94af082964e404581de0e for: {'network': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:35:03.073413 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:03.091720 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:03.211567 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:03.215014 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:03.233186 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=100703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:35:03.259680 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765689768331', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:03.260303 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Unsubscribe: segment precommit_create {{(pid=100703) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 18:35:03.260822 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.segments_db [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Added segment 52014a33-bc7c-44e3-932c-69865379122a of type vlan for network 9305229d-257f-47b0-a59d-1665e842f0e0 Sep 23 18:35:03.279756 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217eadee-7b5f-4552-9c6d-9b4574894bff,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:03.325747 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:03.326108 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:03.326450 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:03.326788 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:03.327117 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:03.327460 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:03.327789 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:03.328127 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:03.328492 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:03.328820 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:03.329139 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:03.329457 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Tracked resource versions report: Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: pushed versions: Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: { 'AddressGroup': {'1.2'}, Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'ConntrackHelper': {'1.0'}, Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Log': {'1.0'}, Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Network': {'1.1'}, Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Port': {'1.7'}, Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'PortForwarding': {'1.2'}, Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'QosPolicy': {'1.9'}, Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'SecurityGroup': {'1.4'}, Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'SecurityGroupRule': {'1.2'}, Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'SubPort': {'1.0'}, Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Subnet': {'1.1'}, Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Trunk': {'1.1'}} Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: consumer versions: Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: { DHCP agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: L3 agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: Metadata agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: Metering agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: Open vSwitch agent@dv-cinder-810415-4-iscsi: { 'AddressGroup': '1.2', Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'ConntrackHelper': '1.0', Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Log': '1.0', Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Network': '1.1', Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Port': '1.7', Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'PortForwarding': '1.2', Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'QosPolicy': '1.9', Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'SecurityGroup': '1.4', Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'SecurityGroupRule': '1.2', Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'SubPort': '1.0', Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Subnet': '1.1', Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Trunk': '1.1'}} Sep 23 18:35:03.330551 dv-cinder-810415-4-iscsi neutron-server[100703]: {{(pid=100703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 18:35:03.379656 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:03.417657 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:03.418832 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:35:03.419476 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:03.461283 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7100048 Sep 23 18:35:03.520207 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22da7d-17b3-404e-9287-28a74ee2b320 admin admin] Pushing event updated for resources: {'Network': ['ID=9305229d-257f-47b0-a59d-1665e842f0e0,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:03.532864 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network 9305229d-257f-47b0-a59d-1665e842f0e0 details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:35:06.123977 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 53260) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:35:06.507817 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bed1b2-e066-407f-b9a6-8964f240b791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:35:06.509274 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-d3bed1b2-e066-407f-b9a6-8964f240b791 admin admin] 10.222.0.70 "GET /v2.0/networks/9305229d-257f-47b0-a59d-1665e842f0e0 HTTP/1.1" status: 200 len: 826 time: 0.3843074 Sep 23 18:35:06.533159 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-057eda11-2cb8-4f5b-90d7-fb2e8fa9b78b admin admin] 10.222.0.70 "GET /v2.0/subnetpools/837a12f8-0f34-4b7d-97a1-b2bbf9f35427 HTTP/1.1" status: 200 len: 734 time: 0.0177114 Sep 23 18:35:06.542690 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-a2a67775-76cf-4a97-b395-9f96658030b6 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '96f46d8417d94af082964e404581de0e', 'ip_version': 4, 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0', 'subnetpool_id': '837a12f8-0f34-4b7d-97a1-b2bbf9f35427'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:35:06.564863 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a67775-76cf-4a97-b395-9f96658030b6 admin admin] Made reservation on behalf of 96f46d8417d94af082964e404581de0e for: {'subnet': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:35:06.567111 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a2a67775-76cf-4a97-b395-9f96658030b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:06.848396 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a2a67775-76cf-4a97-b395-9f96658030b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for subnet, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:06.919053 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a67775-76cf-4a97-b395-9f96658030b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76f536f-e846-4422-980e-e508d3ae5de1,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:06.922797 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a67775-76cf-4a97-b395-9f96658030b6 admin admin] Checking segment: {'id': '52014a33-bc7c-44e3-932c-69865379122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:35:06.923183 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a67775-76cf-4a97-b395-9f96658030b6 admin admin] Network hostable DHCP agents. Network: 9305229d-257f-47b0-a59d-1665e842f0e0, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:35:06.943002 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a67775-76cf-4a97-b395-9f96658030b6 admin admin] Network 9305229d-257f-47b0-a59d-1665e842f0e0 is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:35:06.954718 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-a2a67775-76cf-4a97-b395-9f96658030b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, 9305229d-257f-47b0-a59d-1665e842f0e0) {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:35:06.959159 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a67775-76cf-4a97-b395-9f96658030b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:35:06.959744 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a2a67775-76cf-4a97-b395-9f96658030b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:06.964504 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f844d7-5f0c-4db3-9668-d79d4d5575e9 None None] Network 9305229d-257f-47b0-a59d-1665e842f0e0 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:35:06.973807 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-a2a67775-76cf-4a97-b395-9f96658030b6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4342718 Sep 23 18:35:07.285238 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6905c686-692d-56b3-9e02-c5d3ec50cb82-9305229d-257f-47b0-a59d-1665e842f0e0', 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0', 'tenant_id': '96f46d8417d94af082964e404581de0e', 'fixed_ips': [{'subnet_id': 'b76f536f-e846-4422-980e-e508d3ae5de1'}]}} from dv-cinder-810415-4-iscsi. {{(pid=100705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 18:35:07.286554 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:07.557332 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.db_base_plugin_common [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Allocated IP 172.20.0.2 (9305229d-257f-47b0-a59d-1665e842f0e0/b76f536f-e846-4422-980e-e508d3ae5de1/92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6) {{(pid=100705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:35:07.757733 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Notify callbacks [] for port, precommit_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:07.765529 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:07.855970 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Network 9305229d-257f-47b0-a59d-1665e842f0e0 is already hosted by enough agents. {{(pid=100705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:35:07.860438 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.base_scheduler [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Resources bound (agent type, host, resource id): {{(pid=100705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:35:07.863953 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Received port after_create {{(pid=100705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:35:07.883788 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Pushing event updated for resources: {'Port': ['ID=92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6,revision_number=1']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:07.912545 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:07.912937 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:07.913824 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:07.914166 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:07.914500 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:07.914833 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:07.915161 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:07.915489 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:07.915832 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:07.916159 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:07.916504 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:07.916827 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Tracked resource versions report: Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: pushed versions: Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: { 'AddressGroup': {'1.2'}, Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'ConntrackHelper': {'1.0'}, Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Log': {'1.0'}, Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Network': {'1.1'}, Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Port': {'1.7'}, Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'PortForwarding': {'1.2'}, Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'QosPolicy': {'1.9'}, Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'SecurityGroup': {'1.4'}, Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'SecurityGroupRule': {'1.2'}, Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'SubPort': {'1.0'}, Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Subnet': {'1.1'}, Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Trunk': {'1.1'}} Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: consumer versions: Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: { DHCP agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: L3 agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: Metadata agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: Metering agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: Open vSwitch agent@dv-cinder-810415-4-iscsi: { 'AddressGroup': '1.2', Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'ConntrackHelper': '1.0', Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Log': '1.0', Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Network': '1.1', Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Port': '1.7', Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'PortForwarding': '1.2', Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'QosPolicy': '1.9', Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'SecurityGroup': '1.4', Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'SecurityGroupRule': '1.2', Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'SubPort': '1.0', Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Subnet': '1.1', Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Trunk': '1.1'}} Sep 23 18:35:07.917939 dv-cinder-810415-4-iscsi neutron-server[100705]: {{(pid=100705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 18:35:07.966405 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Attempting to bind port 92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:35:07.967037 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Attempting to bind port 92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': '52014a33-bc7c-44e3-932c-69865379122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:35:07.967213 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Attempting to bind port 92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6 on network 9305229d-257f-47b0-a59d-1665e842f0e0 {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:35:07.971983 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:35:07.972428 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Checking segment: {'id': '52014a33-bc7c-44e3-932c-69865379122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:35:07.972908 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:07.973299 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Bound using segment: {'id': '52014a33-bc7c-44e3-932c-69865379122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:35:07.973797 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Bound port: 92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52014a33-bc7c-44e3-932c-69865379122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:35:07.974187 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:08.034353 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] For port 92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:35:08.039270 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] For port 92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6,segment=NetworkSegment(52014a33-bc7c-44e3-932c-69865379122a),segment_id=52014a33-bc7c-44e3-932c-69865379122a)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:35:08.043399 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:08.110981 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681a2db-8de9-419f-acf1-7ca0d794469a None None] Pushing event updated for resources: {'Port': ['ID=92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:09.389995 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 53268) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:35:09.873091 dv-cinder-810415-4-iscsi neutron-server[100704]: WARNING oslo_policy.policy [None req-a6fce4ff-10e4-40e7-ab34-07cf0485bb52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 18:35:09.873674 dv-cinder-810415-4-iscsi neutron-server[100704]: WARNING oslo_policy.policy [None req-a6fce4ff-10e4-40e7-ab34-07cf0485bb52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 18:35:10.101987 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [None req-a6fce4ff-10e4-40e7-ab34-07cf0485bb52 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=100704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 18:35:10.103008 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-a6fce4ff-10e4-40e7-ab34-07cf0485bb52 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7118216 Sep 23 18:35:12.516943 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 53282) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:35:12.826602 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [None req-4b106b65-4548-4fa5-a2fc-2dfb221453bb admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=100704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 18:35:12.827653 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-4b106b65-4548-4fa5-a2fc-2dfb221453bb admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3097577 Sep 23 18:35:15.472762 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 53296) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:35:15.771446 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-fc446227-996b-49d9-9fdb-df61d743244c admin admin] Request body: {'router': {'tenant_id': '96f46d8417d94af082964e404581de0e', 'name': 'router1', 'admin_state_up': True}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:35:15.835367 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.policy [None req-fc446227-996b-49d9-9fdb-df61d743244c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100704) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 18:35:15.881488 dv-cinder-810415-4-iscsi neutron-server[100704]: WARNING oslo_policy.policy [None req-fc446227-996b-49d9-9fdb-df61d743244c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 18:35:15.881875 dv-cinder-810415-4-iscsi neutron-server[100704]: WARNING oslo_policy.policy [None req-fc446227-996b-49d9-9fdb-df61d743244c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 18:35:15.890257 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.quota [None req-fc446227-996b-49d9-9fdb-df61d743244c admin admin] Loaded quota_driver: . Sep 23 18:35:15.946089 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-fc446227-996b-49d9-9fdb-df61d743244c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-339852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5306'] for router, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:15.947971 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-fc446227-996b-49d9-9fdb-df61d743244c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-341116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5299'] for router, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:16.105783 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-fc446227-996b-49d9-9fdb-df61d743244c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:16.112036 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-fc446227-996b-49d9-9fdb-df61d743244c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-340997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338353'] for router, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:16.132705 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-fc446227-996b-49d9-9fdb-df61d743244c admin admin] Notify callbacks [] for router, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:16.134039 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-fc446227-996b-49d9-9fdb-df61d743244c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6603081 Sep 23 18:35:16.417130 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:35:16.507675 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:35:16.512015 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:16.575355 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c458147-3460-434a-a462-3d0021fa9c7f None None] Network 9305229d-257f-47b0-a59d-1665e842f0e0 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:35:16.673867 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:16.719197 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-3d2d17c3-71ab-4ab4-8a31-8fd410abf40f None None] Provisioning complete for port 92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:35:16.719587 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-3d2d17c3-71ab-4ab4-8a31-8fd410abf40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:16.751610 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port 92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6,segment=NetworkSegment(52014a33-bc7c-44e3-932c-69865379122a),segment_id=52014a33-bc7c-44e3-932c-69865379122a)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:35:16.762353 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:16.851942 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:17.127429 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-742ea81b-805d-4678-93ac-58d82d6ea9cf None None] Provisioning complete for port 92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:35:17.127729 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-742ea81b-805d-4678-93ac-58d82d6ea9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:18.375720 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:35:18.426298 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:35:18.426888 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:18.591252 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 53308) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:35:18.896276 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [None req-86c2e258-07ad-4d27-b060-be3b8406c7bc admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=100703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 18:35:18.897779 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-86c2e258-07ad-4d27-b060-be3b8406c7bc admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3056273 Sep 23 18:35:19.889082 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-12289e18-92bf-4b55-b973-eb7adff8c0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:21.251730 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 53316) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:35:21.561471 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:35:21.584991 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Made reservation on behalf of b4c490279a4d4278a3dce57307416762 for: {'network': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:35:21.587644 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:21.603614 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:21.718502 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:21.722074 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:21.733346 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Reserving flat network on physical network physnet1 {{(pid=100704) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 18:35:21.766695 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765689768331', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:21.767274 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Unsubscribe: segment precommit_create {{(pid=100704) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 18:35:21.767793 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.segments_db [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Added segment e479eb94-04a6-47f4-a04b-17b56902a6ef of type flat for network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 Sep 23 18:35:21.783364 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edffd2be-4b63-4c90-9747-f0dcd2d3c306,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:21.810603 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:21.810955 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:21.811301 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:21.811628 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:21.811948 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:21.812299 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:21.812623 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:21.812952 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:21.813286 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:21.813604 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:21.813914 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:21.814227 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Tracked resource versions report: Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: pushed versions: Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: { 'AddressGroup': {'1.2'}, Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'ConntrackHelper': {'1.0'}, Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Log': {'1.0'}, Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Network': {'1.1'}, Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Port': {'1.7'}, Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'PortForwarding': {'1.2'}, Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'QosPolicy': {'1.9'}, Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'SecurityGroup': {'1.4'}, Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'SecurityGroupRule': {'1.2'}, Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'SubPort': {'1.0'}, Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Subnet': {'1.1'}, Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Trunk': {'1.1'}} Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: consumer versions: Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: { DHCP agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: L3 agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: Metadata agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: Metering agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: Open vSwitch agent@dv-cinder-810415-4-iscsi: { 'AddressGroup': '1.2', Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'ConntrackHelper': '1.0', Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Log': '1.0', Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Network': '1.1', Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Port': '1.7', Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'PortForwarding': '1.2', Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'QosPolicy': '1.9', Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'SecurityGroup': '1.4', Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'SecurityGroupRule': '1.2', Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'SubPort': '1.0', Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Subnet': '1.1', Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Trunk': '1.1'}} Sep 23 18:35:21.815346 dv-cinder-810415-4-iscsi neutron-server[100704]: {{(pid=100704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 18:35:21.894509 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:21.935624 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:21.936752 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:35:21.937396 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:21.993702 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7408299 Sep 23 18:35:22.038823 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63dccbe-e1cb-4490-9511-27d1b836a988 admin admin] Pushing event updated for resources: {'Network': ['ID=4365b9f1-5ca6-4ba8-b745-0d9274e472f9,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:22.049317 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:35:22.563157 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-54c1646f-3890-46d5-9164-9644373d8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:22.888173 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:23.512020 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:24.390386 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 53338) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:35:24.561477 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8cb346-0bf9-4212-a09c-63d01cc18c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:35:24.562789 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-fd8cb346-0bf9-4212-a09c-63d01cc18c11 admin admin] 10.222.0.70 "GET /v2.0/subnets/b76f536f-e846-4422-980e-e508d3ae5de1 HTTP/1.1" status: 200 len: 849 time: 0.1719067 Sep 23 18:35:24.719705 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-b966147f-b853-4d02-93ac-4031521de57f admin admin] 10.222.0.70 "GET /v2.0/routers/c916b1ec-82b7-45a8-8b2d-9605e862eec4 HTTP/1.1" status: 200 len: 704 time: 0.1508319 Sep 23 18:35:24.979781 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:25.261768 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Allocated IP 172.20.0.1 (9305229d-257f-47b0-a59d-1665e842f0e0/b76f536f-e846-4422-980e-e508d3ae5de1/81af8a9a-a3ca-4c8e-8f2b-842d14bf39da) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:35:25.347549 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:25.414842 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:25.480729 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:25.594118 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Network 9305229d-257f-47b0-a59d-1665e842f0e0 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:35:25.603433 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:35:25.605941 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:35:25.606505 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338828'] for router_interface, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:25.630154 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Pushing event updated for resources: {'Port': ['ID=81af8a9a-a3ca-4c8e-8f2b-842d14bf39da,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:25.768435 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-bc0109df-6591-4216-8ade-225eff46ee5b None None] Provisioning complete for port 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:35:25.768810 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-bc0109df-6591-4216-8ade-225eff46ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:25.801450 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:25.801726 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-bc0109df-6591-4216-8ade-225eff46ee5b None None] Port 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:35:26.004359 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:26.008615 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:26.009383 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-340092'] for router_interface, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:26.069990 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Pushing event updated for resources: {'Port': ['ID=81af8a9a-a3ca-4c8e-8f2b-842d14bf39da,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:26.131070 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Network 9305229d-257f-47b0-a59d-1665e842f0e0 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:35:26.132419 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:35:26.289143 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Router c916b1ec-82b7-45a8-8b2d-9605e862eec4 is scheduled to L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 with binding_index 1 {{(pid=100703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 18:35:26.321350 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-60477383-404b-4701-955b-b25d14f36670 None None] Provisioning complete for port 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:35:26.321725 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-60477383-404b-4701-955b-b25d14f36670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:26.355938 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-60477383-404b-4701-955b-b25d14f36670 None None] Port 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:35:26.387487 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:35:26.392758 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-e3ea5d73-3f2b-44cb-9ddc-3c105633427f admin admin] 10.222.0.70 "PUT /v2.0/routers/c916b1ec-82b7-45a8-8b2d-9605e862eec4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6673064 Sep 23 18:35:26.398409 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Sync routers for ids ['c916b1ec-82b7-45a8-8b2d-9605e862eec4'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:35:26.409915 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Routers {'c916b1ec-82b7-45a8-8b2d-9605e862eec4'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:35:26.410781 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:35:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['c916b1ec-82b7-45a8-8b2d-9605e862eec4'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:35:26.593787 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Set router c916b1ec-82b7-45a8-8b2d-9605e862eec4 gateway port host: None {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:35:27.039180 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c916b1ec-82b7-45a8-8b2d-9605e862eec4', 'name': 'router1', 'tenant_id': '96f46d8417d94af082964e404581de0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:35:15Z', 'updated_at': '2021-09-23T18:35:25Z', 'revision_number': 2, 'project_id': '96f46d8417d94af082964e404581de0e', 'gw_port_host': None, '_interfaces': [{'id': '81af8a9a-a3ca-4c8e-8f2b-842d14bf39da', 'name': '', 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0', 'tenant_id': '96f46d8417d94af082964e404581de0e', 'mac_address': 'fa:16:3e:9a:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c916b1ec-82b7-45a8-8b2d-9605e862eec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b76f536f-e846-4422-980e-e508d3ae5de1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:35:25Z', 'updated_at': '2021-09-23T18:35:25Z', 'revision_number': 2, 'project_id': '96f46d8417d94af082964e404581de0e', 'subnets': [{'id': 'b76f536f-e846-4422-980e-e508d3ae5de1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '837a12f8-0f34-4b7d-97a1-b2bbf9f35427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:35:27.092726 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Checking router: c916b1ec-82b7-45a8-8b2d-9605e862eec4 for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:35:27.093107 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Updating router c916b1ec-82b7-45a8-8b2d-9605e862eec4 port 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da binding host dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:35:27.141887 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:27.663220 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Notify callbacks [] for port, precommit_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:27.669824 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:27.834852 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1a970-642f-4145-ba68-0a2b10c1f3d9 None None] Pushing event updated for resources: {'Port': ['ID=81af8a9a-a3ca-4c8e-8f2b-842d14bf39da,revision_number=3']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:27.844474 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1a970-642f-4145-ba68-0a2b10c1f3d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:27.844834 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1a970-642f-4145-ba68-0a2b10c1f3d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:27.845178 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1a970-642f-4145-ba68-0a2b10c1f3d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:27.845515 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1a970-642f-4145-ba68-0a2b10c1f3d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:27.845849 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1a970-642f-4145-ba68-0a2b10c1f3d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:27.846181 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1a970-642f-4145-ba68-0a2b10c1f3d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:27.846509 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1a970-642f-4145-ba68-0a2b10c1f3d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:27.846843 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1a970-642f-4145-ba68-0a2b10c1f3d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:27.847171 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1a970-642f-4145-ba68-0a2b10c1f3d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:27.847498 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1a970-642f-4145-ba68-0a2b10c1f3d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:27.847822 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1a970-642f-4145-ba68-0a2b10c1f3d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:27.848146 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1a970-642f-4145-ba68-0a2b10c1f3d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1a970-642f-4145-ba68-0a2b10c1f3d9 None None] Tracked resource versions report: Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: pushed versions: Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: { 'AddressGroup': {'1.2'}, Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'ConntrackHelper': {'1.0'}, Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Log': {'1.0'}, Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Network': {'1.1'}, Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Port': {'1.7'}, Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'PortForwarding': {'1.2'}, Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'QosPolicy': {'1.9'}, Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'SecurityGroup': {'1.4'}, Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'SecurityGroupRule': {'1.2'}, Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'SubPort': {'1.0'}, Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Subnet': {'1.1'}, Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Trunk': {'1.1'}} Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: consumer versions: Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: { DHCP agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: L3 agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: Metadata agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: Metering agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: Open vSwitch agent@dv-cinder-810415-4-iscsi: { 'AddressGroup': '1.2', Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'ConntrackHelper': '1.0', Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Log': '1.0', Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Network': '1.1', Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Port': '1.7', Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'PortForwarding': '1.2', Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'QosPolicy': '1.9', Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'SecurityGroup': '1.4', Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'SecurityGroupRule': '1.2', Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'SubPort': '1.0', Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Subnet': '1.1', Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Trunk': '1.1'}} Sep 23 18:35:27.849274 dv-cinder-810415-4-iscsi neutron-server[100706]: {{(pid=100706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 18:35:27.854180 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Attempting to bind port 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:35:27.854583 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Attempting to bind port 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': '52014a33-bc7c-44e3-932c-69865379122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0'}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:35:27.855263 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Attempting to bind port 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da on network 9305229d-257f-47b0-a59d-1665e842f0e0 {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:35:27.860510 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:35:27.860937 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Checking segment: {'id': '52014a33-bc7c-44e3-932c-69865379122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:35:27.861422 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:27.861807 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Bound using segment: {'id': '52014a33-bc7c-44e3-932c-69865379122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0'} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:35:27.862294 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Bound port: 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52014a33-bc7c-44e3-932c-69865379122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0'}}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:35:27.862673 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:27.882083 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-24029f0d-5272-48c8-9680-bf53a0609e40 None None] Provisioning complete for port 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:35:27.882631 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-24029f0d-5272-48c8-9680-bf53a0609e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:27.918255 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-24029f0d-5272-48c8-9680-bf53a0609e40 None None] Port 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:35:27.930467 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] For port 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:35:27.951242 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] For port 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=81af8a9a-a3ca-4c8e-8f2b-842d14bf39da,segment=NetworkSegment(52014a33-bc7c-44e3-932c-69865379122a),segment_id=52014a33-bc7c-44e3-932c-69865379122a)] {{(pid=100706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:35:27.955017 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:28.012552 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Routers {'c916b1ec-82b7-45a8-8b2d-9605e862eec4'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:35:28.013173 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:35:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['c916b1ec-82b7-45a8-8b2d-9605e862eec4'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:35:28.017818 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1a970-642f-4145-ba68-0a2b10c1f3d9 None None] Pushing event updated for resources: {'Port': ['ID=81af8a9a-a3ca-4c8e-8f2b-842d14bf39da,revision_number=4']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:28.113474 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] Set router c916b1ec-82b7-45a8-8b2d-9605e862eec4 gateway port host: None {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:35:28.239051 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-80248ded-6ab2-4620-bb44-c035bb0f43a8 None None] Provisioning complete for port 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:35:28.239342 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-80248ded-6ab2-4620-bb44-c035bb0f43a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:28.314525 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-80248ded-6ab2-4620-bb44-c035bb0f43a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:28.322313 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c916b1ec-82b7-45a8-8b2d-9605e862eec4', 'name': 'router1', 'tenant_id': '96f46d8417d94af082964e404581de0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:35:15Z', 'updated_at': '2021-09-23T18:35:25Z', 'revision_number': 2, 'project_id': '96f46d8417d94af082964e404581de0e', 'gw_port_host': None, '_interfaces': [{'id': '81af8a9a-a3ca-4c8e-8f2b-842d14bf39da', 'name': '', 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0', 'tenant_id': '96f46d8417d94af082964e404581de0e', 'mac_address': 'fa:16:3e:9a:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c916b1ec-82b7-45a8-8b2d-9605e862eec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b76f536f-e846-4422-980e-e508d3ae5de1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:35:25Z', 'updated_at': '2021-09-23T18:35:27Z', 'revision_number': 4, 'project_id': '96f46d8417d94af082964e404581de0e', 'subnets': [{'id': 'b76f536f-e846-4422-980e-e508d3ae5de1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '837a12f8-0f34-4b7d-97a1-b2bbf9f35427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:35:28.345544 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-80248ded-6ab2-4620-bb44-c035bb0f43a8 None None] For port 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=81af8a9a-a3ca-4c8e-8f2b-842d14bf39da,segment=NetworkSegment(52014a33-bc7c-44e3-932c-69865379122a),segment_id=52014a33-bc7c-44e3-932c-69865379122a)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:35:28.349745 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3bd551-bdec-4d61-b3d1-b86133cbad80 None None] The sync data for ids ['c916b1ec-82b7-45a8-8b2d-9605e862eec4'] in dv-cinder-810415-4-iscsi is: [{'id': 'c916b1ec-82b7-45a8-8b2d-9605e862eec4', 'name': 'router1', 'tenant_id': '96f46d8417d94af082964e404581de0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:35:15Z', 'updated_at': '2021-09-23T18:35:25Z', 'revision_number': 2, 'project_id': '96f46d8417d94af082964e404581de0e', 'gw_port_host': None, '_interfaces': [{'id': '81af8a9a-a3ca-4c8e-8f2b-842d14bf39da', 'name': '', 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0', 'tenant_id': '96f46d8417d94af082964e404581de0e', 'mac_address': 'fa:16:3e:9a:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c916b1ec-82b7-45a8-8b2d-9605e862eec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b76f536f-e846-4422-980e-e508d3ae5de1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:35:25Z', 'updated_at': '2021-09-23T18:35:27Z', 'revision_number': 4, 'project_id': '96f46d8417d94af082964e404581de0e', 'subnets': [{'id': 'b76f536f-e846-4422-980e-e508d3ae5de1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '837a12f8-0f34-4b7d-97a1-b2bbf9f35427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:35:28.349962 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-80248ded-6ab2-4620-bb44-c035bb0f43a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:28.418248 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80248ded-6ab2-4620-bb44-c035bb0f43a8 None None] Pushing event updated for resources: {'Port': ['ID=81af8a9a-a3ca-4c8e-8f2b-842d14bf39da,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:28.614084 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 53358) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:35:28.758881 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b55c7-bf5f-460a-af4c-43c6322943d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:35:28.760560 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-cf7b55c7-bf5f-460a-af4c-43c6322943d7 admin admin] 10.222.0.70 "GET /v2.0/networks/4365b9f1-5ca6-4ba8-b745-0d9274e472f9 HTTP/1.1" status: 200 len: 842 time: 0.1455092 Sep 23 18:35:28.770468 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-76b5cade-9de9-48b2-b35b-a5c574e7f907 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:35:28.793477 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b5cade-9de9-48b2-b35b-a5c574e7f907 admin admin] Made reservation on behalf of b4c490279a4d4278a3dce57307416762 for: {'subnet': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:35:28.795843 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-76b5cade-9de9-48b2-b35b-a5c574e7f907 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:29.170075 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.objects.ports [None req-76b5cade-9de9-48b2-b35b-a5c574e7f907 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100704) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 18:35:29.170468 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-76b5cade-9de9-48b2-b35b-a5c574e7f907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for subnet, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:29.227717 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5cade-9de9-48b2-b35b-a5c574e7f907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8780a1b-31d3-4647-920a-6d7f28078391,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:29.239959 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b5cade-9de9-48b2-b35b-a5c574e7f907 admin admin] Checking segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:35:29.240384 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b5cade-9de9-48b2-b35b-a5c574e7f907 admin admin] Network hostable DHCP agents. Network: 4365b9f1-5ca6-4ba8-b745-0d9274e472f9, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:35:29.261486 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b5cade-9de9-48b2-b35b-a5c574e7f907 admin admin] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:35:29.274928 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-76b5cade-9de9-48b2-b35b-a5c574e7f907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, 4365b9f1-5ca6-4ba8-b745-0d9274e472f9) {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:35:29.280690 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b5cade-9de9-48b2-b35b-a5c574e7f907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:35:29.281285 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-76b5cade-9de9-48b2-b35b-a5c574e7f907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:29.284931 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beac2ee0-bb64-4809-9e8f-86d031130242 None None] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:35:29.300805 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-76b5cade-9de9-48b2-b35b-a5c574e7f907 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5336032 Sep 23 18:35:29.418113 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79ce594-29b7-4ed6-aa48-1cff6d11c3b2 None None] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:35:31.663254 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 53366) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:35:31.877115 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-feba901e-6e1a-4a91-8f2a-cf89876cc44c admin admin] 10.222.0.70 "GET /v2.0/routers/c916b1ec-82b7-45a8-8b2d-9605e862eec4 HTTP/1.1" status: 200 len: 710 time: 0.2127047 Sep 23 18:35:31.961856 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13db57b5-f388-4d3a-9ca1-4abeb47e65ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:35:31.963149 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-13db57b5-f388-4d3a-9ca1-4abeb47e65ee admin admin] 10.222.0.70 "GET /v2.0/networks/4365b9f1-5ca6-4ba8-b745-0d9274e472f9 HTTP/1.1" status: 200 len: 886 time: 0.0797513 Sep 23 18:35:31.972678 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:35:32.220516 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:32.450566 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:32.522621 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:32.718048 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Allocated IP 172.27.1.151 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/55b50577-85c1-4bce-9a54-44b431831d55) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:35:32.823910 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:32.887593 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:32.955787 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:35:32.960289 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:35:32.966393 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:35:33.003654 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Pushing event updated for resources: {'Port': ['ID=55b50577-85c1-4bce-9a54-44b431831d55,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:33.241288 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:33.429724 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338330', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-341002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5277'] for router, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:33.434816 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-338339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-338344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-341011'] for router, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:33.552760 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Router c916b1ec-82b7-45a8-8b2d-9605e862eec4 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:35:33.672804 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:35:33.677585 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] Notify callbacks [] for router, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:33.678819 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-d1677131-0ff6-446a-9618-7a97d4c234f6 admin admin] 10.222.0.70 "PUT /v2.0/routers/c916b1ec-82b7-45a8-8b2d-9605e862eec4 HTTP/1.1" status: 200 len: 890 time: 1.7093790 Sep 23 18:35:34.406903 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:35:34.460600 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:35:34.460970 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:34.870537 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Sync routers for ids ['c916b1ec-82b7-45a8-8b2d-9605e862eec4'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:35:34.880665 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Routers {'c916b1ec-82b7-45a8-8b2d-9605e862eec4'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:35:34.881310 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:35:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['c916b1ec-82b7-45a8-8b2d-9605e862eec4'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:35:35.085842 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Set router c916b1ec-82b7-45a8-8b2d-9605e862eec4 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:35:35.465035 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c916b1ec-82b7-45a8-8b2d-9605e862eec4', 'name': 'router1', 'tenant_id': '96f46d8417d94af082964e404581de0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '55b50577-85c1-4bce-9a54-44b431831d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:35:15Z', 'updated_at': '2021-09-23T18:35:33Z', 'revision_number': 4, 'project_id': '96f46d8417d94af082964e404581de0e', 'gw_port': {'id': '55b50577-85c1-4bce-9a54-44b431831d55', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c916b1ec-82b7-45a8-8b2d-9605e862eec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:35:32Z', 'updated_at': '2021-09-23T18:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '81af8a9a-a3ca-4c8e-8f2b-842d14bf39da', 'name': '', 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0', 'tenant_id': '96f46d8417d94af082964e404581de0e', 'mac_address': 'fa:16:3e:9a:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c916b1ec-82b7-45a8-8b2d-9605e862eec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b76f536f-e846-4422-980e-e508d3ae5de1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:35:25Z', 'updated_at': '2021-09-23T18:35:28Z', 'revision_number': 5, 'project_id': '96f46d8417d94af082964e404581de0e', 'subnets': [{'id': 'b76f536f-e846-4422-980e-e508d3ae5de1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '837a12f8-0f34-4b7d-97a1-b2bbf9f35427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:35:35.516319 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Checking router: c916b1ec-82b7-45a8-8b2d-9605e862eec4 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:35:35.516688 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Updating router c916b1ec-82b7-45a8-8b2d-9605e862eec4 port 55b50577-85c1-4bce-9a54-44b431831d55 binding host dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:35:35.563374 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:35.944627 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Notify callbacks [] for port, precommit_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:35.951004 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:36.003724 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Attempting to bind port 55b50577-85c1-4bce-9a54-44b431831d55 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:35:36.004076 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Attempting to bind port 55b50577-85c1-4bce-9a54-44b431831d55 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:35:36.004469 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Attempting to bind port 55b50577-85c1-4bce-9a54-44b431831d55 on network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:35:36.007819 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb08b9-9f8b-4ea3-89e6-0102f98492d2 None None] Pushing event updated for resources: {'Port': ['ID=55b50577-85c1-4bce-9a54-44b431831d55,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:36.013870 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:35:36.014244 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Checking segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:35:36.014649 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:36.015037 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Bound using segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:35:36.015832 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Bound port: 55b50577-85c1-4bce-9a54-44b431831d55, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:35:36.015925 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:36.066912 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] For port 55b50577-85c1-4bce-9a54-44b431831d55, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:35:36.070489 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] For port 55b50577-85c1-4bce-9a54-44b431831d55, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=55b50577-85c1-4bce-9a54-44b431831d55,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:35:36.074990 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:36.092073 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 53378) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:35:36.137570 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb08b9-9f8b-4ea3-89e6-0102f98492d2 None None] Pushing event updated for resources: {'Port': ['ID=55b50577-85c1-4bce-9a54-44b431831d55,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:36.140814 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Routers {'c916b1ec-82b7-45a8-8b2d-9605e862eec4'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:35:36.141706 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:35:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['c916b1ec-82b7-45a8-8b2d-9605e862eec4'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:35:36.209835 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-0fe145ec-bb0f-441c-aef5-2d39291b09b2 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1166303 Sep 23 18:35:36.250055 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] Set router c916b1ec-82b7-45a8-8b2d-9605e862eec4 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:35:36.473127 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c916b1ec-82b7-45a8-8b2d-9605e862eec4', 'name': 'router1', 'tenant_id': '96f46d8417d94af082964e404581de0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '55b50577-85c1-4bce-9a54-44b431831d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:35:15Z', 'updated_at': '2021-09-23T18:35:33Z', 'revision_number': 4, 'project_id': '96f46d8417d94af082964e404581de0e', 'gw_port': {'id': '55b50577-85c1-4bce-9a54-44b431831d55', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c916b1ec-82b7-45a8-8b2d-9605e862eec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:35:32Z', 'updated_at': '2021-09-23T18:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '81af8a9a-a3ca-4c8e-8f2b-842d14bf39da', 'name': '', 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0', 'tenant_id': '96f46d8417d94af082964e404581de0e', 'mac_address': 'fa:16:3e:9a:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c916b1ec-82b7-45a8-8b2d-9605e862eec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b76f536f-e846-4422-980e-e508d3ae5de1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:35:25Z', 'updated_at': '2021-09-23T18:35:28Z', 'revision_number': 5, 'project_id': '96f46d8417d94af082964e404581de0e', 'subnets': [{'id': 'b76f536f-e846-4422-980e-e508d3ae5de1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '837a12f8-0f34-4b7d-97a1-b2bbf9f35427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:35:36.498906 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eb0b78-1ff1-448a-bcc5-a0414ff46e75 None None] The sync data for ids ['c916b1ec-82b7-45a8-8b2d-9605e862eec4'] in dv-cinder-810415-4-iscsi is: [{'id': 'c916b1ec-82b7-45a8-8b2d-9605e862eec4', 'name': 'router1', 'tenant_id': '96f46d8417d94af082964e404581de0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '55b50577-85c1-4bce-9a54-44b431831d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:35:15Z', 'updated_at': '2021-09-23T18:35:33Z', 'revision_number': 4, 'project_id': '96f46d8417d94af082964e404581de0e', 'gw_port': {'id': '55b50577-85c1-4bce-9a54-44b431831d55', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c916b1ec-82b7-45a8-8b2d-9605e862eec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:35:32Z', 'updated_at': '2021-09-23T18:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '81af8a9a-a3ca-4c8e-8f2b-842d14bf39da', 'name': '', 'network_id': '9305229d-257f-47b0-a59d-1665e842f0e0', 'tenant_id': '96f46d8417d94af082964e404581de0e', 'mac_address': 'fa:16:3e:9a:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c916b1ec-82b7-45a8-8b2d-9605e862eec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b76f536f-e846-4422-980e-e508d3ae5de1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:35:25Z', 'updated_at': '2021-09-23T18:35:28Z', 'revision_number': 5, 'project_id': '96f46d8417d94af082964e404581de0e', 'subnets': [{'id': 'b76f536f-e846-4422-980e-e508d3ae5de1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '837a12f8-0f34-4b7d-97a1-b2bbf9f35427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:35:38.574932 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 55b50577-85c1-4bce-9a54-44b431831d55 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:35:38.634263 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 55b50577-85c1-4bce-9a54-44b431831d55 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:35:38.634754 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:38.716948 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:38.738638 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port 55b50577-85c1-4bce-9a54-44b431831d55, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=55b50577-85c1-4bce-9a54-44b431831d55,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:35:38.745279 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:38.826468 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=55b50577-85c1-4bce-9a54-44b431831d55,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:35:40.426763 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 55b50577-85c1-4bce-9a54-44b431831d55 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:35:40.519255 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 55b50577-85c1-4bce-9a54-44b431831d55 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:35:40.519644 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:49.892904 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-d5133aaa-8db2-46d9-9672-bde73f573296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:51.280170 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 5 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:35:52.557433 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-d38b0244-9a24-494e-97bf-e2032f285885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:52.911679 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:53.516973 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:35:55.367011 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:36:19.895775 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-c4d2e213-cfd2-4bec-a333-5cbac5f50d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:36:22.552833 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-9c416703-2640-4f2e-ad3e-a4b1dd96d8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:36:22.895294 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:36:23.518845 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:36:25.371683 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:36:28.278857 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 5 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:36:49.896950 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1b136b77-a626-42df-ada1-3036df68f3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:36:52.553872 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-4279f7bd-9ab2-4752-9e45-3348972c0446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:36:52.892586 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:36:53.510917 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:36:55.376505 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:37:05.276366 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 5 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:37:12.839046 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 53940) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:37:12.902856 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f309c0a-879c-427d-8696-82579fd2e5f8 admin admin] GET failed (client error): The resource could not be found. Sep 23 18:37:12.904172 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-1f309c0a-879c-427d-8696-82579fd2e5f8 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0641577 Sep 23 18:37:13.118970 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ce09f-f767-4e47-8414-75b9b2588cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:37:13.120476 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-e44ce09f-f767-4e47-8414-75b9b2588cfb admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2117569 Sep 23 18:37:15.285809 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 53950) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:37:15.387408 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369bb71d-c177-454c-8eaf-a1c373a44536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:37:15.388812 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-369bb71d-c177-454c-8eaf-a1c373a44536 admin admin] 10.222.0.70 "GET /v2.0/subnets/b76f536f-e846-4422-980e-e508d3ae5de1 HTTP/1.1" status: 200 len: 849 time: 0.1020458 Sep 23 18:37:15.400107 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:37:15.483586 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:37:15.625663 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765689529591'] for subnet, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:37:15.654988 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:37:15.655577 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:37:15.656881 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] 10.222.0.70 "PUT /v2.0/subnets/b76f536f-e846-4422-980e-e508d3ae5de1 HTTP/1.1" status: 200 len: 868 time: 0.2617500 Sep 23 18:37:15.675318 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520cce40-d358-4a98-a306-ba073e612d6a None None] Network 9305229d-257f-47b0-a59d-1665e842f0e0 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:37:15.676892 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76f536f-e846-4422-980e-e508d3ae5de1,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:37:15.684422 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:37:15.684807 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:37:15.685159 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:37:15.685500 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:37:15.685899 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:37:15.686427 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:37:15.686773 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:37:15.687132 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:37:15.687484 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:37:15.687848 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:37:15.688334 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:37:15.688672 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be95b7-713a-4dea-b730-651e31f6b7e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:37:16.039149 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-f63ecc3b-db1b-44ff-bdf0-6777120df88f None None] Provisioning complete for port 92a0f4fe-aa99-49d6-b9bc-ae6cf122d6b6 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:37:16.039520 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f63ecc3b-db1b-44ff-bdf0-6777120df88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:37:16.126049 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-f63ecc3b-db1b-44ff-bdf0-6777120df88f None None] Provisioning complete for port 81af8a9a-a3ca-4c8e-8f2b-842d14bf39da triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:37:16.126313 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f63ecc3b-db1b-44ff-bdf0-6777120df88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:37:17.853712 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 53958) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:37:18.051995 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e5ab47-4068-4043-85c2-71d9c2883425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:37:18.052506 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e5ab47-4068-4043-85c2-71d9c2883425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:37:18.054052 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-64e5ab47-4068-4043-85c2-71d9c2883425 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1993763 Sep 23 18:37:19.897665 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b839a907-111d-46a5-b86e-6d7d3deb147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:37:20.280098 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 53966) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:37:20.410747 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f587a0-ec60-4c25-9d19-e300d3e56872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:37:20.411529 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f587a0-ec60-4c25-9d19-e300d3e56872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:37:20.412805 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-a8f587a0-ec60-4c25-9d19-e300d3e56872 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1317356 Sep 23 18:37:22.554458 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-6e85ce3f-9fa5-4f74-954d-861ad5393d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:37:22.575866 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 53974) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:37:22.699614 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdff618-1b8f-42a0-92be-517542746ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:37:22.700931 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-9cdff618-1b8f-42a0-92be-517542746ce9 admin admin] 10.222.0.70 "GET /v2.0/networks/4365b9f1-5ca6-4ba8-b745-0d9274e472f9 HTTP/1.1" status: 200 len: 886 time: 0.1241000 Sep 23 18:37:22.895308 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:37:23.514571 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:37:24.846571 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 53982) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:37:24.993851 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e517fa-c1be-4e5c-996b-13904a7d2281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:37:24.995223 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-22e517fa-c1be-4e5c-996b-13904a7d2281 admin admin] 10.222.0.70 "GET /v2.0/networks/9305229d-257f-47b0-a59d-1665e842f0e0 HTTP/1.1" status: 200 len: 870 time: 0.1477118 Sep 23 18:37:25.376810 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:37:27.208355 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 53990) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:37:27.329533 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880061a9-3586-463d-8d6c-d690a4b5e13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:37:27.329996 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880061a9-3586-463d-8d6c-d690a4b5e13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:37:27.332139 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-880061a9-3586-463d-8d6c-d690a4b5e13c admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228352 Sep 23 18:37:29.497510 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 54000) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:37:29.593495 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e47749d-36d0-4dfc-86bb-5fd496bc0870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:37:29.593962 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e47749d-36d0-4dfc-86bb-5fd496bc0870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:37:29.595473 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-9e47749d-36d0-4dfc-86bb-5fd496bc0870 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0970128 Sep 23 18:37:31.759316 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54008) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:37:31.851846 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ce901e-d764-47ac-873f-c4aa3b531fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:37:31.853464 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-27ce901e-d764-47ac-873f-c4aa3b531fac admin admin] 10.222.0.70 "GET /v2.0/subnets/b76f536f-e846-4422-980e-e508d3ae5de1 HTTP/1.1" status: 200 len: 868 time: 0.0932078 Sep 23 18:37:34.015573 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54016) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:37:34.100653 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff03bf-628e-4049-905a-1a9f0590c188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:37:34.101979 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-4eff03bf-628e-4049-905a-1a9f0590c188 admin admin] 10.222.0.70 "GET /v2.0/subnets/e8780a1b-31d3-4647-920a-6d7f28078391 HTTP/1.1" status: 200 len: 816 time: 0.0854383 Sep 23 18:37:42.274085 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 5 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:37:49.898141 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-2c55098c-cdcb-49bc-9088-f33299adf4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:37:52.555406 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-afe802ee-149d-4d63-9c6e-2e602077f8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:37:52.896205 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:37:53.516369 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:37:55.380491 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:37:57.866624 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54070) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:37:57.914656 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [None req-8e1a7c07-73b5-4444-a91c-0e657834da1d admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=100704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 18:37:57.915673 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-8e1a7c07-73b5-4444-a91c-0e657834da1d admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481176 Sep 23 18:38:00.179946 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54078) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:38:00.241189 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3791df-6892-4b7d-80c2-0b0659324c91 admin admin] GET failed (client error): The resource could not be found. Sep 23 18:38:00.242524 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-dd3791df-6892-4b7d-80c2-0b0659324c91 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615981 Sep 23 18:38:00.328408 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86677d4a-8920-408a-beb8-51c6ba89cd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:38:00.330501 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-86677d4a-8920-408a-beb8-51c6ba89cd4e admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827832 Sep 23 18:38:02.545903 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 54086) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:38:02.591956 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:38:02.613939 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Made reservation on behalf of b4c490279a4d4278a3dce57307416762 for: {'network': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:38:02.616160 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:02.642813 dv-cinder-810415-4-iscsi neutron-server[100703]: WARNING neutron.services.revisions.revision_plugin [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Could not find related network for resource to bump revision. Sep 23 18:38:02.655152 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=100703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:38:02.665368 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:02.665710 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.segments_db [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Added segment 92d57a27-1f04-4a7f-bdea-db68214dc017 of type vlan for network a9fd72df-fc85-49a6-8486-a1f062b88914 Sep 23 18:38:02.711508 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:02.735553 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:02.737310 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:38:02.737904 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:02.772996 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2260234 Sep 23 18:38:02.807828 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Pushing event updated for resources: {'Network': ['ID=a9fd72df-fc85-49a6-8486-a1f062b88914,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:38:02.815774 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:02.816157 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:02.816546 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:02.816891 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:02.817231 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:02.817584 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:02.818043 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:02.818423 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:02.818828 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:02.819168 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:02.819505 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:02.819962 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6561a6-261b-41cb-8fb7-85dfaad28295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:02.831723 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network a9fd72df-fc85-49a6-8486-a1f062b88914 details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:38:05.009073 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 54094) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:38:05.068136 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0aa0fb-9a26-4de1-8f58-6207f819a174 admin admin] GET failed (client error): The resource could not be found. Sep 23 18:38:05.069471 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-6a0aa0fb-9a26-4de1-8f58-6207f819a174 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594389 Sep 23 18:38:05.170352 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd5db77-919c-45f0-b32a-859e157fe572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:38:05.171809 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-fbd5db77-919c-45f0-b32a-859e157fe572 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0978556 Sep 23 18:38:05.182660 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-d0ead7b4-926e-452c-8b35-44aa83f62f26 admin admin] Request body: {'subnet': {'network_id': 'a9fd72df-fc85-49a6-8486-a1f062b88914', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:38:05.201464 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ead7b4-926e-452c-8b35-44aa83f62f26 admin admin] Made reservation on behalf of b4c490279a4d4278a3dce57307416762 for: {'subnet': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:38:05.203873 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d0ead7b4-926e-452c-8b35-44aa83f62f26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:05.441581 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d0ead7b4-926e-452c-8b35-44aa83f62f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for subnet, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:05.495537 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ead7b4-926e-452c-8b35-44aa83f62f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b24fea6-82d0-41cb-9842-69e85e545084,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:38:05.503704 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ead7b4-926e-452c-8b35-44aa83f62f26 admin admin] Checking segment: {'id': '92d57a27-1f04-4a7f-bdea-db68214dc017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'a9fd72df-fc85-49a6-8486-a1f062b88914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:38:05.504062 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ead7b4-926e-452c-8b35-44aa83f62f26 admin admin] Network hostable DHCP agents. Network: a9fd72df-fc85-49a6-8486-a1f062b88914, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:38:05.520387 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ead7b4-926e-452c-8b35-44aa83f62f26 admin admin] Network a9fd72df-fc85-49a6-8486-a1f062b88914 is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:38:05.528383 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-d0ead7b4-926e-452c-8b35-44aa83f62f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, a9fd72df-fc85-49a6-8486-a1f062b88914) {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:38:05.532277 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ead7b4-926e-452c-8b35-44aa83f62f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:38:05.533440 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d0ead7b4-926e-452c-8b35-44aa83f62f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:05.537792 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0495ab1b-474a-4682-a401-50d2b207299c None None] Network a9fd72df-fc85-49a6-8486-a1f062b88914 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:38:05.546761 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-d0ead7b4-926e-452c-8b35-44aa83f62f26 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3673003 Sep 23 18:38:05.686608 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6905c686-692d-56b3-9e02-c5d3ec50cb82-a9fd72df-fc85-49a6-8486-a1f062b88914', 'network_id': 'a9fd72df-fc85-49a6-8486-a1f062b88914', 'tenant_id': 'b4c490279a4d4278a3dce57307416762', 'fixed_ips': [{'subnet_id': '5b24fea6-82d0-41cb-9842-69e85e545084'}]}} from dv-cinder-810415-4-iscsi. {{(pid=100705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 18:38:05.687518 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:05.831300 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.db_base_plugin_common [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Allocated IP 192.168.233.2 (a9fd72df-fc85-49a6-8486-a1f062b88914/5b24fea6-82d0-41cb-9842-69e85e545084/afce9fac-5499-4b4e-a2fb-73d9a832b161) {{(pid=100705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:38:05.975059 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Notify callbacks [] for port, precommit_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:05.981563 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:06.022070 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Network a9fd72df-fc85-49a6-8486-a1f062b88914 is already hosted by enough agents. {{(pid=100705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:38:06.024978 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.base_scheduler [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Resources bound (agent type, host, resource id): {{(pid=100705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:38:06.028362 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Received port after_create {{(pid=100705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:38:06.035627 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Pushing event updated for resources: {'Port': ['ID=afce9fac-5499-4b4e-a2fb-73d9a832b161,revision_number=1']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:38:06.046294 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:06.046661 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:06.047005 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:06.047346 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:06.047677 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:06.048011 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:06.048361 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:06.048690 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:06.049030 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:06.049358 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:06.049700 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:06.050023 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:38:06.104231 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Attempting to bind port afce9fac-5499-4b4e-a2fb-73d9a832b161 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:38:06.104630 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Attempting to bind port afce9fac-5499-4b4e-a2fb-73d9a832b161 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': '92d57a27-1f04-4a7f-bdea-db68214dc017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'a9fd72df-fc85-49a6-8486-a1f062b88914'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:38:06.104926 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Attempting to bind port afce9fac-5499-4b4e-a2fb-73d9a832b161 on network a9fd72df-fc85-49a6-8486-a1f062b88914 {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:38:06.109925 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:38:06.110287 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Checking segment: {'id': '92d57a27-1f04-4a7f-bdea-db68214dc017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'a9fd72df-fc85-49a6-8486-a1f062b88914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:38:06.110718 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:06.111108 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Bound using segment: {'id': '92d57a27-1f04-4a7f-bdea-db68214dc017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'a9fd72df-fc85-49a6-8486-a1f062b88914'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:38:06.111563 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Bound port: afce9fac-5499-4b4e-a2fb-73d9a832b161, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d57a27-1f04-4a7f-bdea-db68214dc017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'a9fd72df-fc85-49a6-8486-a1f062b88914'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:38:06.111960 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:06.174235 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] For port afce9fac-5499-4b4e-a2fb-73d9a832b161, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:38:06.177353 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] For port afce9fac-5499-4b4e-a2fb-73d9a832b161, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=afce9fac-5499-4b4e-a2fb-73d9a832b161,segment=NetworkSegment(92d57a27-1f04-4a7f-bdea-db68214dc017),segment_id=92d57a27-1f04-4a7f-bdea-db68214dc017)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:38:06.182378 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:06.243470 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7705e-c21c-4f8f-8e84-8056b47e502f None None] Pushing event updated for resources: {'Port': ['ID=afce9fac-5499-4b4e-a2fb-73d9a832b161,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:38:06.535862 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device afce9fac-5499-4b4e-a2fb-73d9a832b161 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:38:06.586317 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port afce9fac-5499-4b4e-a2fb-73d9a832b161 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:38:06.586963 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:06.664161 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:06.696053 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port afce9fac-5499-4b4e-a2fb-73d9a832b161, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=afce9fac-5499-4b4e-a2fb-73d9a832b161,segment=NetworkSegment(92d57a27-1f04-4a7f-bdea-db68214dc017),segment_id=92d57a27-1f04-4a7f-bdea-db68214dc017)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:38:06.700440 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:06.750504 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=afce9fac-5499-4b4e-a2fb-73d9a832b161,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:38:07.058051 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5803bda-64dd-4afa-9d27-7571217abd97 None None] Network a9fd72df-fc85-49a6-8486-a1f062b88914 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:38:07.133652 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-aebc1695-75d8-4d2f-8a3c-05137f110b80 None None] Provisioning complete for port afce9fac-5499-4b4e-a2fb-73d9a832b161 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:38:07.134026 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-aebc1695-75d8-4d2f-8a3c-05137f110b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:07.493028 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-8be703f9-22bc-4d86-ae13-8eab7df85ab6 None None] Provisioning complete for port afce9fac-5499-4b4e-a2fb-73d9a832b161 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:38:07.493400 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-8be703f9-22bc-4d86-ae13-8eab7df85ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:08.507629 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device afce9fac-5499-4b4e-a2fb-73d9a832b161 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:38:08.558539 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port afce9fac-5499-4b4e-a2fb-73d9a832b161 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:38:08.558911 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:19.326888 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 5 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:38:19.901895 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-c5d6318f-1924-4930-a539-2101e2e3c4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:22.557203 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-06cff360-81c3-4f49-bc7f-fd762f606dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:22.897317 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:23.519163 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:25.382480 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:49.901647 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d933-0543-4dae-b658-d01f62eb8d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:52.560478 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-0aaf41e6-84b7-434a-9fed-0f2e95e6fc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:52.897995 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:53.522028 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:55.389273 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:38:56.276528 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 5 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:39:14.038639 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 54146) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:39:14.044764 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [None req-4dcedfa6-e71b-4b92-b6b2-f6d06a5f7c75 tempest-verify_tempest_config-1844183595 tempest-verify_tempest_config-1844183595-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=100703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 18:39:14.045770 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-4dcedfa6-e71b-4b92-b6b2-f6d06a5f7c75 tempest-verify_tempest_config-1844183595 tempest-verify_tempest_config-1844183595-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061381 Sep 23 18:39:14.332598 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 54164) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:39:14.435570 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:39:14.519727 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:39:14.523401 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:39:14.570069 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e58c9131c28441ee86df1995cc237e04&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2364283 Sep 23 18:39:14.571015 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e14f82d-08eb-4589-b47f-7dc670b007ba,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:39:14.573096 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54168) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:39:14.577880 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.578246 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.578592 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.578927 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.579261 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.579627 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.579943 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.580307 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.580654 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.580979 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.581301 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.581619 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4ac81-6219-4f1b-a5d3-27f2458e2116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.627327 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:39:14.646967 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:39:14.736878 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:39:14.739357 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:39:14.740522 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e14f82d-08eb-4589-b47f-7dc670b007ba HTTP/1.1" status: 204 len: 168 time: 0.1664197 Sep 23 18:39:14.750042 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e14f82d-08eb-4589-b47f-7dc670b007ba,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:39:14.756436 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.756790 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.757130 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.757464 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.757796 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.758204 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.758535 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.758874 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.759391 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.759875 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.760201 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:14.760554 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd7a1c-9693-4595-a48f-4ea9a53791ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:39:19.903074 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e2ccf377-575e-430d-837e-33f301a0cc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:39:22.561373 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a56ed0bc-ceb3-4a0d-8f79-5e999c9bddf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:39:22.898882 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:39:23.526233 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:39:25.389430 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:39:33.275027 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 5 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:39:49.905824 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe2e6-2e40-4e26-92df-43fd6b3c6a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:39:52.562474 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1e45ce2f-4a8d-4330-901d-2d17f6cd844a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:39:52.899434 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:39:53.527537 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:39:55.392814 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:40:10.274264 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 5 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:40:19.905565 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-aa8dc2a9-c071-4e05-ade4-e71c8324cd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:40:22.561657 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ba10-9513-45b5-a177-cc4550f0886d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:40:22.904795 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:40:23.529174 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:40:25.395214 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:40:47.166092 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-338884'] for agent, after_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:40:47.273521 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:40:49.905386 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b8112124-e854-45f0-94d2-2d320bb3f760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:40:52.561597 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-c8a5f2dc-9cf8-4dd6-9160-517fb836a4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:40:52.905305 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:40:53.532823 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:40:55.402056 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:41:02.496053 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54244) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:41:02.599004 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-7d9cfad1-ffcc-47dc-b3fa-c75112a5c9e5 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1018341 Sep 23 18:41:04.826081 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54254) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:41:04.879812 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-a9f6b6f3-018d-4e6f-846e-2293be19958f admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0526147 Sep 23 18:41:17.119123 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:41:19.905777 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f87eed26-4d5e-4d36-b1a1-305560a043c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:41:22.564501 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-808abf31-621f-40e2-8801-17c0397f2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:41:22.905823 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:41:23.534794 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:41:24.272509 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:41:25.401548 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:41:47.130326 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:41:49.906534 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-32b54c90-d215-4a22-a31f-6e9958db9753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:41:52.568095 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-5ab23da7-d844-46ca-90da-7712988b6e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:41:52.905579 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:41:53.537650 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:41:55.405646 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:01.273793 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:42:17.149668 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:19.906866 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7376-d182-419a-a2e6-60fe1e091e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:22.569582 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-968d8d49-3d8e-4981-98c9-5889358a6ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:22.905604 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:23.540835 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:25.407812 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:33.962133 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54440) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:34.219673 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-439897312-network', 'tenant_id': '45ef7cd2dfc24029a8875cae5270ad15'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:42:34.242480 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Made reservation on behalf of 45ef7cd2dfc24029a8875cae5270ad15 for: {'network': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:42:34.245115 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:34.254047 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:34.349112 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:34.353474 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:34.378811 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=100704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:42:34.389377 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62b7e25-ffe3-4aaf-b221-c883f9df7e13,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:34.396391 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 54468) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:34.412899 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:34.413329 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.segments_db [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Added segment 7cd6f9a7-f01f-47d1-b276-a736edf85b28 of type vlan for network 69d43dc1-9ea1-4613-8290-e93265aa2f5e Sep 23 18:42:34.422038 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.422554 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.422957 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.423304 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.423651 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.424110 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.424488 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.424874 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.425234 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.425695 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.426134 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.426510 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Tracked resource versions report: Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: pushed versions: Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: { 'AddressGroup': {'1.2'}, Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'ConntrackHelper': {'1.0'}, Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Log': {'1.0'}, Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Network': {'1.1'}, Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Port': {'1.7'}, Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'PortForwarding': {'1.2'}, Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'QosPolicy': {'1.9'}, Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'SecurityGroup': {'1.4'}, Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'SecurityGroupRule': {'1.2'}, Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'SubPort': {'1.0'}, Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Subnet': {'1.1'}, Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Trunk': {'1.1'}} Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: consumer versions: Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: { DHCP agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: HyperV agent@hv-cinder-81041: {}, Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: L3 agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: Metadata agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: Metering agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: Open vSwitch agent@dv-cinder-810415-4-iscsi: { 'AddressGroup': '1.2', Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'ConntrackHelper': '1.0', Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Log': '1.0', Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Network': '1.1', Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Port': '1.7', Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'PortForwarding': '1.2', Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'QosPolicy': '1.9', Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'SecurityGroup': '1.4', Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'SecurityGroupRule': '1.2', Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'SubPort': '1.0', Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Subnet': '1.1', Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: 'Trunk': '1.1'}} Sep 23 18:42:34.427590 dv-cinder-810415-4-iscsi neutron-server[100704]: {{(pid=100704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 18:42:34.464803 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:34.490218 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:34.491566 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:34.492296 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:34.528217 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5623136 Sep 23 18:42:34.528569 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 54480) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:34.534030 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Request body: {'subnet': {'network_id': '69d43dc1-9ea1-4613-8290-e93265aa2f5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-439897312-subnet', 'tenant_id': '45ef7cd2dfc24029a8875cae5270ad15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:42:34.558428 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Made reservation on behalf of 45ef7cd2dfc24029a8875cae5270ad15 for: {'subnet': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:42:34.561419 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:34.563292 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c322e0a-93a7-4b48-b4ac-60232bfd7cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=69d43dc1-9ea1-4613-8290-e93265aa2f5e,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:34.574624 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network 69d43dc1-9ea1-4613-8290-e93265aa2f5e details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:42:34.745862 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for subnet, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:34.796160 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9080031f-4718-4177-a550-fafe50c6e84c,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:34.812678 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.813060 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.813407 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.813746 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.814078 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.814412 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.814746 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.815089 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.815437 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.815766 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.816091 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.816438 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Tracked resource versions report: Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: pushed versions: Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: { 'AddressGroup': {'1.2'}, Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'ConntrackHelper': {'1.0'}, Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Log': {'1.0'}, Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Network': {'1.1'}, Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Port': {'1.7'}, Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'PortForwarding': {'1.2'}, Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'QosPolicy': {'1.9'}, Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'SecurityGroup': {'1.4'}, Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'SecurityGroupRule': {'1.2'}, Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'SubPort': {'1.0'}, Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Subnet': {'1.1'}, Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Trunk': {'1.1'}} Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: consumer versions: Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: { DHCP agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: HyperV agent@hv-cinder-81041: {}, Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: L3 agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: Metadata agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: Metering agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: Open vSwitch agent@dv-cinder-810415-4-iscsi: { 'AddressGroup': '1.2', Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'ConntrackHelper': '1.0', Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Log': '1.0', Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Network': '1.1', Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Port': '1.7', Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'PortForwarding': '1.2', Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'QosPolicy': '1.9', Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'SecurityGroup': '1.4', Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'SecurityGroupRule': '1.2', Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'SubPort': '1.0', Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Subnet': '1.1', Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: 'Trunk': '1.1'}} Sep 23 18:42:34.817512 dv-cinder-810415-4-iscsi neutron-server[100703]: {{(pid=100703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 18:42:34.823889 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Checking segment: {'id': '7cd6f9a7-f01f-47d1-b276-a736edf85b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '69d43dc1-9ea1-4613-8290-e93265aa2f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:42:34.824639 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Network hostable DHCP agents. Network: 69d43dc1-9ea1-4613-8290-e93265aa2f5e, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:42:34.837725 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-de3cc54f-8fb8-4f51-a165-25e5c36c3cc6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-930025875-network', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:42:34.866923 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Network 69d43dc1-9ea1-4613-8290-e93265aa2f5e is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:42:34.875323 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3cc54f-8fb8-4f51-a165-25e5c36c3cc6 admin admin] Made reservation on behalf of da8d789b5bc7452885df88ceb397e55f for: {'network': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:42:34.877639 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-de3cc54f-8fb8-4f51-a165-25e5c36c3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:34.887045 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, 69d43dc1-9ea1-4613-8290-e93265aa2f5e) {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:42:34.888807 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-de3cc54f-8fb8-4f51-a165-25e5c36c3cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:34.897235 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1792b6db-17a5-441f-a728-90432a864147 None None] Network 69d43dc1-9ea1-4613-8290-e93265aa2f5e requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:42:34.899662 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:34.900193 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:34.953658 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-954228e6-d4e9-4968-872a-0f50bb005b4b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4239881 Sep 23 18:42:34.997105 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-de3cc54f-8fb8-4f51-a165-25e5c36c3cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.002414 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-de3cc54f-8fb8-4f51-a165-25e5c36c3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.053939 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cc54f-8fb8-4f51-a165-25e5c36c3cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3010ceb1-ea02-4df4-9c19-e32b96e0ec9e,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:35.060985 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3cc54f-8fb8-4f51-a165-25e5c36c3cc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=100703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:42:35.072331 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-de3cc54f-8fb8-4f51-a165-25e5c36c3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.072915 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.segments_db [None req-de3cc54f-8fb8-4f51-a165-25e5c36c3cc6 admin admin] Added segment 60b958f9-3055-42ca-9de4-5f1b6fc2dc83 of type vlan for network 839314a6-4ed6-4581-9a4d-7d83a16562ce Sep 23 18:42:35.125933 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-de3cc54f-8fb8-4f51-a165-25e5c36c3cc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.141182 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f25ec13-4e6b-4c8c-b592-1d6413824e0d None None] Network 69d43dc1-9ea1-4613-8290-e93265aa2f5e requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:42:35.151563 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 54512) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:35.170085 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-de3cc54f-8fb8-4f51-a165-25e5c36c3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.171944 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3cc54f-8fb8-4f51-a165-25e5c36c3cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:35.172804 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-de3cc54f-8fb8-4f51-a165-25e5c36c3cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.204106 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-de3cc54f-8fb8-4f51-a165-25e5c36c3cc6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8060298 Sep 23 18:42:35.208010 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54516) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:35.216288 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-4c1698f6-64c2-46ed-9d5d-902bec7bcb5b admin admin] Request body: {'subnet': {'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-930025875-subnet', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:42:35.247910 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1698f6-64c2-46ed-9d5d-902bec7bcb5b admin admin] Made reservation on behalf of da8d789b5bc7452885df88ceb397e55f for: {'subnet': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:42:35.251609 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4c1698f6-64c2-46ed-9d5d-902bec7bcb5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.309312 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cc54f-8fb8-4f51-a165-25e5c36c3cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=839314a6-4ed6-4581-9a4d-7d83a16562ce,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:35.321614 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network 839314a6-4ed6-4581-9a4d-7d83a16562ce details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:42:35.505093 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4c1698f6-64c2-46ed-9d5d-902bec7bcb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for subnet, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.513590 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-04fad1d6-a891-41ec-8408-a5d8180ff462 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1354312088-network', 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:42:35.548185 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fad1d6-a891-41ec-8408-a5d8180ff462 admin admin] Made reservation on behalf of d6d0e3ad5d04433cb86e81a32e559fcb for: {'network': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:42:35.551119 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-04fad1d6-a891-41ec-8408-a5d8180ff462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.560414 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-04fad1d6-a891-41ec-8408-a5d8180ff462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.563509 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1698f6-64c2-46ed-9d5d-902bec7bcb5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1347f6-4986-47d9-9d8d-3f80a83c6a61,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:35.604292 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1698f6-64c2-46ed-9d5d-902bec7bcb5b admin admin] Checking segment: {'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:42:35.604652 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1698f6-64c2-46ed-9d5d-902bec7bcb5b admin admin] Network hostable DHCP agents. Network: 839314a6-4ed6-4581-9a4d-7d83a16562ce, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:42:35.624007 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1698f6-64c2-46ed-9d5d-902bec7bcb5b admin admin] Network 839314a6-4ed6-4581-9a4d-7d83a16562ce is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:42:35.638533 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-4c1698f6-64c2-46ed-9d5d-902bec7bcb5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, 839314a6-4ed6-4581-9a4d-7d83a16562ce) {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:42:35.647406 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1698f6-64c2-46ed-9d5d-902bec7bcb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:35.647895 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4c1698f6-64c2-46ed-9d5d-902bec7bcb5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.651271 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f85df4-5af6-417a-80d9-71fa19420d75 None None] Network 839314a6-4ed6-4581-9a4d-7d83a16562ce requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:42:35.674941 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-04fad1d6-a891-41ec-8408-a5d8180ff462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.680787 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-04fad1d6-a891-41ec-8408-a5d8180ff462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.702035 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-4c1698f6-64c2-46ed-9d5d-902bec7bcb5b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4907134 Sep 23 18:42:35.704270 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54536) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:35.715700 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:42:35.727682 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fad1d6-a891-41ec-8408-a5d8180ff462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=100703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:42:35.747015 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-339852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5306'] for router, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.748089 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-341116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5299'] for router, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.766104 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fad1d6-a891-41ec-8408-a5d8180ff462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759904da-b78f-49db-8afa-500a0d295861,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:35.774746 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-04fad1d6-a891-41ec-8408-a5d8180ff462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.776230 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.segments_db [None req-04fad1d6-a891-41ec-8408-a5d8180ff462 admin admin] Added segment 38712118-2a2d-49de-8a1e-e97bdb9afa84 of type vlan for network 6d318e29-c174-4ee7-b855-dbffdacd1183 Sep 23 18:42:35.808863 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.849387 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-04fad1d6-a891-41ec-8408-a5d8180ff462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.881567 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-04fad1d6-a891-41ec-8408-a5d8180ff462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.883012 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fad1d6-a891-41ec-8408-a5d8180ff462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:35.884048 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-04fad1d6-a891-41ec-8408-a5d8180ff462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.932550 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6905c686-692d-56b3-9e02-c5d3ec50cb82-839314a6-4ed6-4581-9a4d-7d83a16562ce', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61'}]}} from dv-cinder-810415-4-iscsi. {{(pid=100705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 18:42:35.933855 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:35.959970 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-04fad1d6-a891-41ec-8408-a5d8180ff462 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8068938 Sep 23 18:42:35.963468 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 54542) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:35.971282 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-1a83ee42-8c0a-4bd8-8b1f-d45cd94181ec admin admin] Request body: {'subnet': {'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1354312088-subnet', 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:42:36.113773 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a83ee42-8c0a-4bd8-8b1f-d45cd94181ec admin admin] Made reservation on behalf of d6d0e3ad5d04433cb86e81a32e559fcb for: {'subnet': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:42:36.126761 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1a83ee42-8c0a-4bd8-8b1f-d45cd94181ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:36.126761 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fad1d6-a891-41ec-8408-a5d8180ff462 admin admin] Pushing event updated for resources: {'Network': ['ID=6d318e29-c174-4ee7-b855-dbffdacd1183,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:36.275517 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.db_base_plugin_common [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Allocated IP 172.20.0.2 (839314a6-4ed6-4581-9a4d-7d83a16562ce/7d1347f6-4986-47d9-9d8d-3f80a83c6a61/719fce62-5f20-4a84-a234-3ed2d2d51272) {{(pid=100705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:42:36.421450 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:36.545226 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Notify callbacks [] for port, precommit_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:36.550963 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network 6d318e29-c174-4ee7-b855-dbffdacd1183 details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:42:36.609377 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1a83ee42-8c0a-4bd8-8b1f-d45cd94181ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for subnet, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:36.638539 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:36.694317 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Network 839314a6-4ed6-4581-9a4d-7d83a16562ce is already hosted by enough agents. {{(pid=100705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:42:36.696046 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83ee42-8c0a-4bd8-8b1f-d45cd94181ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=30fd0bd1-802c-436b-b80a-359a455b4902,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:36.696828 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Pushing event updated for resources: {'Port': ['ID=719fce62-5f20-4a84-a234-3ed2d2d51272,revision_number=1']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:36.699466 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.base_scheduler [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Resources bound (agent type, host, resource id): {{(pid=100705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:42:36.703135 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Received port after_create {{(pid=100705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:42:36.750587 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83ee42-8c0a-4bd8-8b1f-d45cd94181ec admin admin] Checking segment: {'id': '38712118-2a2d-49de-8a1e-e97bdb9afa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:42:36.750865 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a83ee42-8c0a-4bd8-8b1f-d45cd94181ec admin admin] Network hostable DHCP agents. Network: 6d318e29-c174-4ee7-b855-dbffdacd1183, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:42:36.765919 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Attempting to bind port 719fce62-5f20-4a84-a234-3ed2d2d51272 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:42:36.766799 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Attempting to bind port 719fce62-5f20-4a84-a234-3ed2d2d51272 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:42:36.767403 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Attempting to bind port 719fce62-5f20-4a84-a234-3ed2d2d51272 on network 839314a6-4ed6-4581-9a4d-7d83a16562ce {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:42:36.774358 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:36.775594 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:36.776194 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:36.776876 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:36.777524 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:36.778272 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:36.778972 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:36.779588 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:36.780330 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:36.781045 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:36.781619 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:36.782183 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:36.782424 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a83ee42-8c0a-4bd8-8b1f-d45cd94181ec admin admin] Network 6d318e29-c174-4ee7-b855-dbffdacd1183 is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Tracked resource versions report: Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: pushed versions: Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: { 'AddressGroup': {'1.2'}, Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'ConntrackHelper': {'1.0'}, Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Log': {'1.0'}, Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Network': {'1.1'}, Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Port': {'1.7'}, Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'PortForwarding': {'1.2'}, Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'QosPolicy': {'1.9'}, Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'SecurityGroup': {'1.4'}, Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'SecurityGroupRule': {'1.2'}, Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'SubPort': {'1.0'}, Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Subnet': {'1.1'}, Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Trunk': {'1.1'}} Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: consumer versions: Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: { DHCP agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: HyperV agent@hv-cinder-81041: {}, Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: L3 agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: Metadata agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: Metering agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: Open vSwitch agent@dv-cinder-810415-4-iscsi: { 'AddressGroup': '1.2', Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'ConntrackHelper': '1.0', Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Log': '1.0', Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Network': '1.1', Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Port': '1.7', Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'PortForwarding': '1.2', Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'QosPolicy': '1.9', Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'SecurityGroup': '1.4', Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'SecurityGroupRule': '1.2', Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'SubPort': '1.0', Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Subnet': '1.1', Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: 'Trunk': '1.1'}} Sep 23 18:42:36.783727 dv-cinder-810415-4-iscsi neutron-server[100705]: {{(pid=100705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 18:42:36.790580 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:42:36.791313 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Checking segment: {'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:42:36.792087 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:36.792732 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Bound using segment: {'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:42:36.793483 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Bound port: 719fce62-5f20-4a84-a234-3ed2d2d51272, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:42:36.794111 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:36.806587 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-1a83ee42-8c0a-4bd8-8b1f-d45cd94181ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, 6d318e29-c174-4ee7-b855-dbffdacd1183) {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:42:36.813748 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a83ee42-8c0a-4bd8-8b1f-d45cd94181ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:36.814436 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1a83ee42-8c0a-4bd8-8b1f-d45cd94181ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:36.831101 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50ef049-c2b8-457b-bf2e-3b16870b6a9c None None] Network 6d318e29-c174-4ee7-b855-dbffdacd1183 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:42:36.838659 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-1a83ee42-8c0a-4bd8-8b1f-d45cd94181ec admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8736022 Sep 23 18:42:36.843884 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 54570) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:36.848664 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1354312088-router', 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:42:36.891932 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-339852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5306'] for router, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:36.893766 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-341116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5299'] for router, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:36.897935 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:36.932509 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:36.962254 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] For port 719fce62-5f20-4a84-a234-3ed2d2d51272, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:42:36.965650 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] For port 719fce62-5f20-4a84-a234-3ed2d2d51272, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=719fce62-5f20-4a84-a234-3ed2d2d51272,segment=NetworkSegment(60b958f9-3055-42ca-9de4-5f1b6fc2dc83),segment_id=60b958f9-3055-42ca-9de4-5f1b6fc2dc83)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:42:36.975012 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:37.050323 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:37.093588 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b9f36-4e81-4771-ae6c-218ba301bddc None None] Pushing event updated for resources: {'Port': ['ID=719fce62-5f20-4a84-a234-3ed2d2d51272,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:37.167089 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Allocated IP 172.27.1.238 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/5af771b6-2f39-4db6-be06-4996a6e04fe7) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:42:37.197443 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098f884e-5439-4834-80b4-5d2cae81357d None None] Network 6d318e29-c174-4ee7-b855-dbffdacd1183 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:42:37.337120 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54608) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:37.345704 dv-cinder-810415-4-iscsi neutron-server[100704]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 18:42:37.447715 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:37.476688 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:37.532819 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:37.579749 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:42:37.587787 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:42:37.597416 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:42:37.835297 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:37.835632 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:37.858099 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:38.051767 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Allocated IP 172.27.1.53 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:42:38.135828 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Pushing event updated for resources: {'Port': ['ID=5af771b6-2f39-4db6-be06-4996a6e04fe7,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:38.273009 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:42:38.358163 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-e892f7e0-4855-4eba-a9e5-7124ad736923 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:38.359757 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-e892f7e0-4855-4eba-a9e5-7124ad736923 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/networks?id=69d43dc1-9ea1-4613-8290-e93265aa2f5e HTTP/1.1" status: 200 len: 811 time: 1.0178845 Sep 23 18:42:38.396069 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:38.412321 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 54670) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:38.446961 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-7152cc84-d1f8-42e1-8c30-bd7e0dd218a9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/quotas/45ef7cd2dfc24029a8875cae5270ad15 HTTP/1.1" status: 200 len: 375 time: 0.0750649 Sep 23 18:42:38.486601 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:38.523720 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-adc9f76f-246c-4ba9-8fe7-6293f4862257 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=45ef7cd2dfc24029a8875cae5270ad15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683391 Sep 23 18:42:38.529653 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-340997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338353'] for router, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:38.538977 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Pushing event updated for resources: {'Port': ['ID=3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:38.553139 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:42:38.554739 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:42:38.558115 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:42:38.596719 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60b7eb1-26e7-443e-b874-298d7fa46abd None None] Network 839314a6-4ed6-4581-9a4d-7d83a16562ce requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:42:38.769970 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 719fce62-5f20-4a84-a234-3ed2d2d51272 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:42:38.782702 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-87c4489f-956b-4027-a1b9-a7b36d5fb96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:38.846301 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-65110a5c-515b-4462-9b13-e2a5d7e6525d None None] Provisioning complete for port 719fce62-5f20-4a84-a234-3ed2d2d51272 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:42:38.846673 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-65110a5c-515b-4462-9b13-e2a5d7e6525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:38.971986 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 719fce62-5f20-4a84-a234-3ed2d2d51272 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:42:38.972755 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:38.979102 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 54688) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:39.000620 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-f9db61cb-7b7a-437f-b144-1e8060526189 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=100704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 18:42:39.014775 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-f9db61cb-7b7a-437f-b144-1e8060526189 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2112589 Sep 23 18:42:39.063591 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-65110a5c-515b-4462-9b13-e2a5d7e6525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:39.147524 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:39.163485 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Router 4654c909-0bae-4fc0-b974-29472546a885 is scheduled to L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 with binding_index 1 {{(pid=100704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 18:42:39.164482 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-65110a5c-515b-4462-9b13-e2a5d7e6525d None None] For port 719fce62-5f20-4a84-a234-3ed2d2d51272, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=719fce62-5f20-4a84-a234-3ed2d2d51272,segment=NetworkSegment(60b958f9-3055-42ca-9de4-5f1b6fc2dc83),segment_id=60b958f9-3055-42ca-9de4-5f1b6fc2dc83)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:42:39.196467 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-dae3b0ff-7cc6-4fc9-902d-e5ddd4a319d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:39.196658 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-afb1d2ed-872a-436e-9f6c-a4fb6d2c4ecb service neutron] 10.222.0.70 "GET /v2.0/networks/69d43dc1-9ea1-4613-8290-e93265aa2f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802692 Sep 23 18:42:39.226437 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.db.api [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 18:42:39.229262 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG oslo_db.api [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 18:42:39.230404 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-65110a5c-515b-4462-9b13-e2a5d7e6525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:39.244161 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-87c4489f-956b-4027-a1b9-a7b36d5fb96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:39.244558 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:39.303514 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-87c4489f-956b-4027-a1b9-a7b36d5fb96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:39.406908 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-87c4489f-956b-4027-a1b9-a7b36d5fb96a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da3c0fd2130e4bedbec22a5cc0ede084&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9902520 Sep 23 18:42:39.407013 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54712) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:39.440551 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-fff9826f-37ff-47d2-b930-97506d48c8eb service neutron] 10.222.0.70 "GET /v2.0/networks/69d43dc1-9ea1-4613-8290-e93265aa2f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430241 Sep 23 18:42:39.458822 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:42:39.461172 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65110a5c-515b-4462-9b13-e2a5d7e6525d None None] Pushing event updated for resources: {'Port': ['ID=719fce62-5f20-4a84-a234-3ed2d2d51272,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:39.472127 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Sync routers for ids ['4654c909-0bae-4fc0-b974-29472546a885'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:42:39.483248 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4489f-956b-4027-a1b9-a7b36d5fb96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06338d3f-0e80-4e72-8cf1-817a3a9794a6,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:39.487794 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-5f8a9de1-bc40-4477-b104-263cd6d38ead None None] Provisioning complete for port 719fce62-5f20-4a84-a234-3ed2d2d51272 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:42:39.488181 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-5f8a9de1-bc40-4477-b104-263cd6d38ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:39.489092 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Routers {'4654c909-0bae-4fc0-b974-29472546a885'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:42:39.489888 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:42:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['4654c909-0bae-4fc0-b974-29472546a885'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:42:39.556809 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-db3e5951-733c-4132-8e30-cb85ff60d862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:39.608096 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-db3e5951-733c-4132-8e30-cb85ff60d862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:39.696168 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-db3e5951-733c-4132-8e30-cb85ff60d862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:39.699382 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-db3e5951-733c-4132-8e30-cb85ff60d862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:39.703651 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Set router 4654c909-0bae-4fc0-b974-29472546a885 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:42:39.704935 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-db3e5951-733c-4132-8e30-cb85ff60d862 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06338d3f-0e80-4e72-8cf1-817a3a9794a6 HTTP/1.1" status: 204 len: 168 time: 0.2971981 Sep 23 18:42:39.713540 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-dae3b0ff-7cc6-4fc9-902d-e5ddd4a319d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:39.721110 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-dae3b0ff-7cc6-4fc9-902d-e5ddd4a319d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:39.723985 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e5951-733c-4132-8e30-cb85ff60d862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06338d3f-0e80-4e72-8cf1-817a3a9794a6,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:39.738246 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] Notify callbacks [] for router, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:39.740002 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-63dbea64-b0b2-41a0-ba81-f7f6fef7041f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0321996 Sep 23 18:42:39.742722 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54724) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:39.748761 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-340997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338353'] for router, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:39.857531 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54730) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:39.858123 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-dae3b0ff-7cc6-4fc9-902d-e5ddd4a319d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=555b95742fc74fcd8400524f8647f8c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8766301 Sep 23 18:42:39.861895 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3b0ff-7cc6-4fc9-902d-e5ddd4a319d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850b0f32-8397-4892-b736-1cb37ba06c9e,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:39.910320 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54736) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:40.002125 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Router e4d9d594-6538-4b9b-837c-da6ea33090c9 is scheduled to L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 with binding_index 1 {{(pid=100703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 18:42:40.081725 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:37Z', 'revision_number': 3, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:42:40.125744 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Checking router: 4654c909-0bae-4fc0-b974-29472546a885 for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:42:40.127187 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Updating router 4654c909-0bae-4fc0-b974-29472546a885 port 5af771b6-2f39-4db6-be06-4996a6e04fe7 binding host dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:42:40.128912 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a186138d-af20-4a56-847b-6e64861fa07f req-11a59a4d-17cf-4557-9b7a-259e0af6efc2 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 210 time: 0.2161541 Sep 23 18:42:40.162869 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:40.227594 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:42:40.240941 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Sync routers for ids ['e4d9d594-6538-4b9b-837c-da6ea33090c9'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:42:40.255247 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf18a-5fc8-40ac-9cae-b72df8ba6230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:40.256555 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Routers {'e4d9d594-6538-4b9b-837c-da6ea33090c9'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:42:40.257780 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:42:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['e4d9d594-6538-4b9b-837c-da6ea33090c9'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:42:40.261632 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] Notify callbacks [] for router, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:40.265831 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-0d9b8ccb-258e-47ad-9942-661cd283c27a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4181914 Sep 23 18:42:40.266503 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 54756) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:40.295946 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf18a-5fc8-40ac-9cae-b72df8ba6230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:40.347385 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 54758) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:40.349376 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf18a-5fc8-40ac-9cae-b72df8ba6230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:40.352638 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf18a-5fc8-40ac-9cae-b72df8ba6230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:40.354289 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-cb2bf18a-5fc8-40ac-9cae-b72df8ba6230 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/850b0f32-8397-4892-b736-1cb37ba06c9e HTTP/1.1" status: 204 len: 168 time: 0.4895527 Sep 23 18:42:40.374235 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-45f2361a-b60f-4d56-8af4-c48629e5f682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:40.402810 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bf18a-5fc8-40ac-9cae-b72df8ba6230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850b0f32-8397-4892-b736-1cb37ba06c9e,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:40.469903 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Set router e4d9d594-6538-4b9b-837c-da6ea33090c9 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:42:40.591518 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-45f2361a-b60f-4d56-8af4-c48629e5f682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:40.598434 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-45f2361a-b60f-4d56-8af4-c48629e5f682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:40.707173 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Notify callbacks [] for port, precommit_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:40.726370 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:40.781565 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 719fce62-5f20-4a84-a234-3ed2d2d51272 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:42:40.856573 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c739b0-ebd8-4735-a438-e20127886f38 None None] Pushing event updated for resources: {'Port': ['ID=5af771b6-2f39-4db6-be06-4996a6e04fe7,revision_number=2']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:40.862080 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Attempting to bind port 5af771b6-2f39-4db6-be06-4996a6e04fe7 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:42:40.864130 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Attempting to bind port 5af771b6-2f39-4db6-be06-4996a6e04fe7 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:42:40.868263 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:40.870132 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Attempting to bind port 5af771b6-2f39-4db6-be06-4996a6e04fe7 on network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:42:40.873515 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-45f2361a-b60f-4d56-8af4-c48629e5f682 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5387c37a317d4aa5bef3bb97bdb42934&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5225632 Sep 23 18:42:40.876615 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2361a-b60f-4d56-8af4-c48629e5f682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5048a2-4295-4885-9f9a-f1b82131677f,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:40.877914 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54778) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:40.888083 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c739b0-ebd8-4735-a438-e20127886f38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:40.890460 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c739b0-ebd8-4735-a438-e20127886f38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:40.891163 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c739b0-ebd8-4735-a438-e20127886f38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:40.891724 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c739b0-ebd8-4735-a438-e20127886f38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:40.892398 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c739b0-ebd8-4735-a438-e20127886f38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:40.892895 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 719fce62-5f20-4a84-a234-3ed2d2d51272 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:42:40.893186 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c739b0-ebd8-4735-a438-e20127886f38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:40.893293 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:40.893872 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c739b0-ebd8-4735-a438-e20127886f38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:40.894497 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c739b0-ebd8-4735-a438-e20127886f38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:40.895725 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c739b0-ebd8-4735-a438-e20127886f38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:40.896318 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c739b0-ebd8-4735-a438-e20127886f38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:40.897116 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c739b0-ebd8-4735-a438-e20127886f38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:40.897688 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c739b0-ebd8-4735-a438-e20127886f38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c739b0-ebd8-4735-a438-e20127886f38 None None] Tracked resource versions report: Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: pushed versions: Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: { 'AddressGroup': {'1.2'}, Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'ConntrackHelper': {'1.0'}, Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Log': {'1.0'}, Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Network': {'1.1'}, Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Port': {'1.7'}, Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'PortForwarding': {'1.2'}, Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'QosPolicy': {'1.9'}, Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'SecurityGroup': {'1.4'}, Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'SecurityGroupRule': {'1.2'}, Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'SubPort': {'1.0'}, Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Subnet': {'1.1'}, Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Trunk': {'1.1'}} Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: consumer versions: Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: { DHCP agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: HyperV agent@hv-cinder-81041: {}, Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: L3 agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: Metadata agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: Metering agent@dv-cinder-810415-4-iscsi: {}, Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: Open vSwitch agent@dv-cinder-810415-4-iscsi: { 'AddressGroup': '1.2', Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'ConntrackHelper': '1.0', Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Log': '1.0', Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Network': '1.1', Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Port': '1.7', Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'PortForwarding': '1.2', Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'QosPolicy': '1.9', Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'SecurityGroup': '1.4', Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'SecurityGroupRule': '1.2', Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'SubPort': '1.0', Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Subnet': '1.1', Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: 'Trunk': '1.1'}} Sep 23 18:42:40.900433 dv-cinder-810415-4-iscsi neutron-server[100706]: {{(pid=100706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 18:42:40.906899 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:42:40.907613 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Checking segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:42:40.908292 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:40.908923 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Bound using segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:42:40.909773 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Bound port: 5af771b6-2f39-4db6-be06-4996a6e04fe7, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:42:40.910424 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:40.945088 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1354312088-router', 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:38Z', 'revision_number': 3, 'project_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'gw_port': {'id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:37Z', 'updated_at': '2021-09-23T18:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:42:40.983503 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Checking router: e4d9d594-6538-4b9b-837c-da6ea33090c9 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:42:40.989851 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Updating router e4d9d594-6538-4b9b-837c-da6ea33090c9 port 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791 binding host dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:42:41.021103 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] For port 5af771b6-2f39-4db6-be06-4996a6e04fe7, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:42:41.029856 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] For port 5af771b6-2f39-4db6-be06-4996a6e04fe7, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=5af771b6-2f39-4db6-be06-4996a6e04fe7,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:42:41.039944 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:41.056990 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:41.168280 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c739b0-ebd8-4735-a438-e20127886f38 None None] Pushing event updated for resources: {'Port': ['ID=5af771b6-2f39-4db6-be06-4996a6e04fe7,revision_number=3']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:41.255495 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Routers {'4654c909-0bae-4fc0-b974-29472546a885'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:42:41.256904 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:42:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['4654c909-0bae-4fc0-b974-29472546a885'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:42:41.407068 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-55f9c007-0acb-4b32-a566-096b265d8054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:41.420476 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8fd0fca4-cfbf-4204-a7aa-a7ab8cd00ee9 req-f14ec6c5-7ffb-406c-8957-2ffcf11fa7ba tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 210 time: 0.1678584 Sep 23 18:42:41.458878 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-55f9c007-0acb-4b32-a566-096b265d8054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:41.489470 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] Set router 4654c909-0bae-4fc0-b974-29472546a885 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:42:41.527802 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Notify callbacks [] for port, precommit_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:41.540155 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:41.540711 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Allocated IP 172.20.0.1 (839314a6-4ed6-4581-9a4d-7d83a16562ce/7d1347f6-4986-47d9-9d8d-3f80a83c6a61/854baed8-2d1a-40af-b4f8-7605cce46dbd) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:42:41.599647 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d329cdf-6817-48c0-92a8-744ae490dada None None] Pushing event updated for resources: {'Port': ['ID=3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:41.608351 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-55f9c007-0acb-4b32-a566-096b265d8054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:41.615571 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-55f9c007-0acb-4b32-a566-096b265d8054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:41.620648 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-55f9c007-0acb-4b32-a566-096b265d8054 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc5048a2-4295-4885-9f9a-f1b82131677f HTTP/1.1" status: 204 len: 168 time: 0.7243390 Sep 23 18:42:41.653886 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Attempting to bind port 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:42:41.654277 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Attempting to bind port 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:42:41.654650 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Attempting to bind port 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791 on network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:42:41.684279 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:42:41.684637 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Checking segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:42:41.687178 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:41.687613 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Bound using segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:42:41.690517 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Bound port: 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:42:41.690955 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:41.693913 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9c007-0acb-4b32-a566-096b265d8054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5048a2-4295-4885-9f9a-f1b82131677f,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:41.753074 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:37Z', 'revision_number': 3, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:42:41.801786 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:41.803200 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b5f16d-3293-4810-b516-bfd3f159a6a0 None None] The sync data for ids ['4654c909-0bae-4fc0-b974-29472546a885'] in dv-cinder-810415-4-iscsi is: [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:37Z', 'revision_number': 3, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:42:41.857937 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] For port 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:42:41.867325 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] For port 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:42:41.875643 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:41.875946 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:41.935848 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:41.964921 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Routers {'e4d9d594-6538-4b9b-837c-da6ea33090c9'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:42:41.966017 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:42:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['e4d9d594-6538-4b9b-837c-da6ea33090c9'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:42:41.987130 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Network 839314a6-4ed6-4581-9a4d-7d83a16562ce is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:42:41.991469 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:42:42.010095 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:42:42.011032 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338828'] for router_interface, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:42.014689 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d329cdf-6817-48c0-92a8-744ae490dada None None] Pushing event updated for resources: {'Port': ['ID=3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:42.081746 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Allocated IP 172.20.0.1 (6d318e29-c174-4ee7-b855-dbffdacd1183/30fd0bd1-802c-436b-b80a-359a455b4902/f0a2d4db-3384-4f87-a49e-5a94a0578e6b) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:42:42.197237 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] Set router e4d9d594-6538-4b9b-837c-da6ea33090c9 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:42:42.342511 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:42.412444 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:42.499650 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Network 6d318e29-c174-4ee7-b855-dbffdacd1183 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:42:42.505103 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:42:42.514479 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:42:42.515151 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338828'] for router_interface, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:42.532073 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Pushing event updated for resources: {'Port': ['ID=854baed8-2d1a-40af-b4f8-7605cce46dbd,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:42.655238 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a2d4db-3384-4f87-a49e-5a94a0578e6b,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:42.663991 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-842a2978-c2e3-472e-b023-49ca5cbd5ea6 None None] Provisioning complete for port 854baed8-2d1a-40af-b4f8-7605cce46dbd triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:42:42.666170 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-842a2978-c2e3-472e-b023-49ca5cbd5ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:42.758706 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1354312088-router', 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:38Z', 'revision_number': 3, 'project_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'gw_port': {'id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:37Z', 'updated_at': '2021-09-23T18:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:42:42.839389 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece6be8-e089-4c58-bfb3-c2564e47c6ed None None] The sync data for ids ['e4d9d594-6538-4b9b-837c-da6ea33090c9'] in dv-cinder-810415-4-iscsi is: [{'id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1354312088-router', 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:38Z', 'revision_number': 3, 'project_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'gw_port': {'id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:37Z', 'updated_at': '2021-09-23T18:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:42:42.841563 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 5af771b6-2f39-4db6-be06-4996a6e04fe7 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:42:42.878715 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-842a2978-c2e3-472e-b023-49ca5cbd5ea6 None None] Port 854baed8-2d1a-40af-b4f8-7605cce46dbd cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:42:42.959707 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 5af771b6-2f39-4db6-be06-4996a6e04fe7 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:42:42.960099 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:42.996797 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:43.127210 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a5738ef7-3d55-4305-a865-bfa5b9b29f3e req-7a575a5b-6bd9-4ce4-879c-720be3ccec5b tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 210 time: 0.1449106 Sep 23 18:42:43.193742 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:43.247026 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port 5af771b6-2f39-4db6-be06-4996a6e04fe7, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=5af771b6-2f39-4db6-be06-4996a6e04fe7,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:42:43.254331 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:43.261451 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:43.385044 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:43.404505 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:43.404505 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-340092'] for router_interface, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:43.600719 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a2d4db-3384-4f87-a49e-5a94a0578e6b,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:43.624729 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.42', 52090) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:43.865215 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=5af771b6-2f39-4db6-be06-4996a6e04fe7,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:43.910469 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:43.933656 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:43.933656 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-340092'] for router_interface, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:44.208066 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-6c0688a2-8266-46f9-9420-2654c9f30aa7 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:44.209710 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-6c0688a2-8266-46f9-9420-2654c9f30aa7 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.42 "GET /v2.0/networks?id=69d43dc1-9ea1-4613-8290-e93265aa2f5e HTTP/1.1" status: 200 len: 811 time: 0.5823636 Sep 23 18:42:44.229770 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Pushing event updated for resources: {'Port': ['ID=854baed8-2d1a-40af-b4f8-7605cce46dbd,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:44.257627 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Network 6d318e29-c174-4ee7-b855-dbffdacd1183 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:42:44.259396 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:42:44.357708 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 54918) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:44.430218 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-2c018268-6935-4f1a-8fe4-c5913df3eff9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Request body: {'port': {'device_id': '01d84153-7c50-4c34-9e4c-f79fb33bf50c', 'network_id': '69d43dc1-9ea1-4613-8290-e93265aa2f5e', 'admin_state_up': True, 'tenant_id': '45ef7cd2dfc24029a8875cae5270ad15'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:42:44.490409 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Router e4d9d594-6538-4b9b-837c-da6ea33090c9 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:42:44.513146 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9ff1ccec-e0c2-4736-8adb-680127ed55d6 req-4410a3c4-b433-413e-bbf2-53ee2fca5349 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 210 time: 0.0813897 Sep 23 18:42:44.514989 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Network 839314a6-4ed6-4581-9a4d-7d83a16562ce is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:42:44.521555 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:42:44.844368 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Router 4654c909-0bae-4fc0-b974-29472546a885 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:42:44.929216 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-de77afa8-24e5-4d80-bbf2-0a76aefc35d0 None None] Provisioning complete for port 854baed8-2d1a-40af-b4f8-7605cce46dbd triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:42:44.933171 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-de77afa8-24e5-4d80-bbf2-0a76aefc35d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:45.031454 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:42:45.075365 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b8602c71-b47c-4dba-afd2-40f9704a7bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:45.082112 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:42:45.102797 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-bf7181f4-117d-4378-afd7-13997e02edc8 admin admin] 10.222.0.70 "PUT /v2.0/routers/e4d9d594-6538-4b9b-837c-da6ea33090c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8350265 Sep 23 18:42:45.155036 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.db.api [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-2c018268-6935-4f1a-8fe4-c5913df3eff9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 18:42:45.155036 dv-cinder-810415-4-iscsi neutron-server[100703]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 18:42:45.155036 dv-cinder-810415-4-iscsi neutron-server[100703]: [parameters: {'project_id': '45ef7cd2dfc24029a8875cae5270ad15', 'id': '6945fb56-b4b3-4936-8edf-485862c044b1', 'expiration': datetime.datetime(2021, 9, 23, 18, 44, 45, 144896)}] Sep 23 18:42:45.155036 dv-cinder-810415-4-iscsi neutron-server[100703]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 18:42:45.158824 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG oslo_db.api [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-2c018268-6935-4f1a-8fe4-c5913df3eff9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 18:42:45.167651 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-de77afa8-24e5-4d80-bbf2-0a76aefc35d0 None None] Port 854baed8-2d1a-40af-b4f8-7605cce46dbd cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:42:45.183990 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:42:45.185046 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:45.239136 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:42:45.246572 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-00e8cfb0-19a9-4cc0-9fd7-ffb41959a8fa admin admin] 10.222.0.70 "PUT /v2.0/routers/4654c909-0bae-4fc0-b974-29472546a885/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5024819 Sep 23 18:42:45.249308 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Sync routers for ids ['4654c909-0bae-4fc0-b974-29472546a885'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:42:45.270382 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Routers {'4654c909-0bae-4fc0-b974-29472546a885'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:42:45.270382 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:42:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['4654c909-0bae-4fc0-b974-29472546a885'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:42:45.333382 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:45.374095 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b8602c71-b47c-4dba-afd2-40f9704a7bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:45.379491 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:42:45.382604 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b8602c71-b47c-4dba-afd2-40f9704a7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:45.387081 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:45.387883 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 5af771b6-2f39-4db6-be06-4996a6e04fe7 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:42:45.454510 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8602c71-b47c-4dba-afd2-40f9704a7bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bed820-31e9-4e94-bff6-5c0b58286eb7,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:45.488398 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 54976) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:45.492303 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-b8602c71-b47c-4dba-afd2-40f9704a7bd7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=06b76331261348a495475d891069386b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1254787 Sep 23 18:42:45.610362 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:45.656951 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 5af771b6-2f39-4db6-be06-4996a6e04fe7 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:42:45.657263 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:45.775560 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Set router 4654c909-0bae-4fc0-b974-29472546a885 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:42:45.793568 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5fbf350f-cb0e-4e5b-8e16-36844d4646cd req-e5f98a8c-c2af-45e1-a765-5ee79bef1447 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 210 time: 0.0880527 Sep 23 18:42:46.138369 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Sync routers for ids ['e4d9d594-6538-4b9b-837c-da6ea33090c9'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:42:46.139582 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b62611a4-4534-47a0-906c-4393ff3b9f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:46.140099 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Routers {'e4d9d594-6538-4b9b-837c-da6ea33090c9'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:42:46.140099 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:42:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['e4d9d594-6538-4b9b-837c-da6ea33090c9'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:42:46.142508 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b62611a4-4534-47a0-906c-4393ff3b9f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:46.142508 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-2c018268-6935-4f1a-8fe4-c5913df3eff9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Made reservation on behalf of 45ef7cd2dfc24029a8875cae5270ad15 for: {'port': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:42:46.142508 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-2c018268-6935-4f1a-8fe4-c5913df3eff9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:46.233654 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '854baed8-2d1a-40af-b4f8-7605cce46dbd', 'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'mac_address': 'fa:16:3e:21:69:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:40Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 2, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'subnets': [{'id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:42:46.266381 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Set router e4d9d594-6538-4b9b-837c-da6ea33090c9 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:42:46.273269 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Checking router: 4654c909-0bae-4fc0-b974-29472546a885 for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:42:46.273919 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Updating router 4654c909-0bae-4fc0-b974-29472546a885 port 854baed8-2d1a-40af-b4f8-7605cce46dbd binding host dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:42:46.310182 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:46.576631 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b62611a4-4534-47a0-906c-4393ff3b9f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:46.599567 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b62611a4-4534-47a0-906c-4393ff3b9f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:46.599567 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-b62611a4-4534-47a0-906c-4393ff3b9f26 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d0bed820-31e9-4e94-bff6-5c0b58286eb7 HTTP/1.1" status: 204 len: 168 time: 1.1075745 Sep 23 18:42:46.668527 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62611a4-4534-47a0-906c-4393ff3b9f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bed820-31e9-4e94-bff6-5c0b58286eb7,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:46.723112 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-08942bf8-eb86-488a-8b47-afd17a80e4de tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:46.734683 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-08942bf8-eb86-488a-8b47-afd17a80e4de tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/networks?id=6d318e29-c174-4ee7-b855-dbffdacd1183 HTTP/1.1" status: 200 len: 819 time: 0.2549503 Sep 23 18:42:46.784722 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-57380cb8-e153-4cf7-850c-65a7d1e9d4af tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/quotas/d6d0e3ad5d04433cb86e81a32e559fcb HTTP/1.1" status: 200 len: 375 time: 0.0472524 Sep 23 18:42:46.793046 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1354312088-router', 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:42Z', 'revision_number': 4, 'project_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'gw_port': {'id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:37Z', 'updated_at': '2021-09-23T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'f0a2d4db-3384-4f87-a49e-5a94a0578e6b', 'name': '', 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183', 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'mac_address': 'fa:16:3e:b8:e0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30fd0bd1-802c-436b-b80a-359a455b4902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:41Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 2, 'project_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'subnets': [{'id': '30fd0bd1-802c-436b-b80a-359a455b4902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:42:46.807388 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:42:46.946227 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-c3a2d639-969f-4cc0-bf0f-27e1bf7621cd tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d6d0e3ad5d04433cb86e81a32e559fcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1589813 Sep 23 18:42:46.962176 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Checking router: e4d9d594-6538-4b9b-837c-da6ea33090c9 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:42:46.962540 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Updating router e4d9d594-6538-4b9b-837c-da6ea33090c9 port f0a2d4db-3384-4f87-a49e-5a94a0578e6b binding host dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:42:46.972422 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-2c018268-6935-4f1a-8fe4-c5913df3eff9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Allocated IP 172.20.0.5 (69d43dc1-9ea1-4613-8290-e93265aa2f5e/9080031f-4718-4177-a550-fafe50c6e84c/3f908d77-5d23-4a02-985b-554f4265bf17) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:42:47.093697 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:47.116843 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Notify callbacks [] for port, precommit_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:47.128331 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:47.267987 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:47.291003 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8ee78-0b16-4178-b930-fdd7b4f30791 None None] Pushing event updated for resources: {'Port': ['ID=854baed8-2d1a-40af-b4f8-7605cce46dbd,revision_number=3']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:47.312794 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-4c910bb0-ccb6-41f7-9f3d-8404381d8d74 service neutron] 10.222.0.70 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658183 Sep 23 18:42:47.420810 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-2c018268-6935-4f1a-8fe4-c5913df3eff9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:47.430799 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 55040) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:47.478384 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-07e4d239-6b1a-4058-a685-fad0b50185d1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1179106524', 'description': 'tempest-description--1794783292'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:42:47.529816 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Attempting to bind port 854baed8-2d1a-40af-b4f8-7605cce46dbd on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:42:47.531132 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Attempting to bind port 854baed8-2d1a-40af-b4f8-7605cce46dbd by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:42:47.531590 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Attempting to bind port 854baed8-2d1a-40af-b4f8-7605cce46dbd on network 839314a6-4ed6-4581-9a4d-7d83a16562ce {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:42:47.536717 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-2c018268-6935-4f1a-8fe4-c5913df3eff9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:47.562376 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:42:47.563194 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Checking segment: {'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:42:47.564747 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:47.565526 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Bound using segment: {'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:42:47.566741 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Bound port: 854baed8-2d1a-40af-b4f8-7605cce46dbd, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'}}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:42:47.571523 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:47.578574 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:42:47.578958 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:47.715071 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c018268-6935-4f1a-8fe4-c5913df3eff9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Pushing event updated for resources: {'Port': ['ID=3f908d77-5d23-4a02-985b-554f4265bf17,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:47.723134 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-2c018268-6935-4f1a-8fe4-c5913df3eff9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Network 69d43dc1-9ea1-4613-8290-e93265aa2f5e is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:42:47.725208 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-2c018268-6935-4f1a-8fe4-c5913df3eff9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:42:47.737712 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-2c018268-6935-4f1a-8fe4-c5913df3eff9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:42:47.746316 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-2c018268-6935-4f1a-8fe4-c5913df3eff9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:47.747352 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-2c018268-6935-4f1a-8fe4-c5913df3eff9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:47.849982 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] For port 854baed8-2d1a-40af-b4f8-7605cce46dbd, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:42:47.859674 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] For port 854baed8-2d1a-40af-b4f8-7605cce46dbd, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=854baed8-2d1a-40af-b4f8-7605cce46dbd,segment=NetworkSegment(60b958f9-3055-42ca-9de4-5f1b6fc2dc83),segment_id=60b958f9-3055-42ca-9de4-5f1b6fc2dc83)] {{(pid=100706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:42:47.866566 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:47.896741 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-2c018268-6935-4f1a-8fe4-c5913df3eff9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4970987 Sep 23 18:42:47.909216 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93413eeb-7b0b-403e-b667-a87e6b633615 req-8a0994b2-b0d9-4031-8806-5e04370d872b tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:47.919293 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-93413eeb-7b0b-403e-b667-a87e6b633615 req-8a0994b2-b0d9-4031-8806-5e04370d872b tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 931 time: 0.3513024 Sep 23 18:42:47.927127 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-07e4d239-6b1a-4058-a685-fad0b50185d1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:47.939376 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-b5573e9a-b0ec-4dd2-8aa1-f23745d26a1c None None] Provisioning complete for port 854baed8-2d1a-40af-b4f8-7605cce46dbd triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:42:47.939747 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b5573e9a-b0ec-4dd2-8aa1-f23745d26a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:48.003227 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-5e1fb406-ed5d-4aad-9eca-d19f201b24b2 service neutron] 10.222.0.70 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873291 Sep 23 18:42:48.047371 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-93413eeb-7b0b-403e-b667-a87e6b633615 req-c36f8467-874a-434e-b058-0cbab9008953 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232502 Sep 23 18:42:48.052632 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Routers {'4654c909-0bae-4fc0-b974-29472546a885'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:42:48.059840 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:42:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['4654c909-0bae-4fc0-b974-29472546a885'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:42:48.227912 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8ee78-0b16-4178-b930-fdd7b4f30791 None None] Pushing event updated for resources: {'Port': ['ID=854baed8-2d1a-40af-b4f8-7605cce46dbd,revision_number=4']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:48.447055 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-07e4d239-6b1a-4058-a685-fad0b50185d1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:48.481794 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-07e4d239-6b1a-4058-a685-fad0b50185d1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:48.599656 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:48.615450 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-07e4d239-6b1a-4058-a685-fad0b50185d1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:48.617527 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-07e4d239-6b1a-4058-a685-fad0b50185d1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1836178 Sep 23 18:42:48.623453 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55086) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:48.670981 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-02097766-cd5c-43d0-8c31-f8a8686734bb tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Request body: {'security_group_rule': {'security_group_id': '78bd0523-285d-4b1b-876c-e4387d1cc0a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:42:48.676862 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] Set router 4654c909-0bae-4fc0-b974-29472546a885 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:42:48.678023 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1b129985-3911-4155-9107-5d3b92e45153 req-c2cc6276-33f1-4368-bfba-cb26b07977c4 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 210 time: 0.1010509 Sep 23 18:42:48.678023 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4d239-6b1a-4058-a685-fad0b50185d1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78bd0523-285d-4b1b-876c-e4387d1cc0a8,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:48.781545 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-02097766-cd5c-43d0-8c31-f8a8686734bb tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:48.800832 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:48.820052 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b5573e9a-b0ec-4dd2-8aa1-f23745d26a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:48.960526 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-02097766-cd5c-43d0-8c31-f8a8686734bb tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:48.970515 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-02097766-cd5c-43d0-8c31-f8a8686734bb tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:49.038631 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02097766-cd5c-43d0-8c31-f8a8686734bb tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9982a9d8-0e89-4181-b89c-8d4890c70bc7,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:49.048472 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-02097766-cd5c-43d0-8c31-f8a8686734bb tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:49.052021 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-02097766-cd5c-43d0-8c31-f8a8686734bb tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4202752 Sep 23 18:42:49.052415 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 55118) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:49.057769 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-f541cd5c-8338-4055-be70-2cba860e12f5 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Request body: {'security_group_rule': {'security_group_id': '78bd0523-285d-4b1b-876c-e4387d1cc0a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:42:49.061527 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-6e08ada7-84e8-4a30-a066-f0f8ee4b2abf tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=100703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 18:42:49.067543 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-6e08ada7-84e8-4a30-a066-f0f8ee4b2abf tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189214 Sep 23 18:42:49.131937 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76c321-a5c6-41c2-a0e4-7810077e1a15 None None] Pushing event updated for resources: {'Port': ['ID=f0a2d4db-3384-4f87-a49e-5a94a0578e6b,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:49.241786 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f541cd5c-8338-4055-be70-2cba860e12f5 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:49.244952 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-b5573e9a-b0ec-4dd2-8aa1-f23745d26a1c None None] For port 854baed8-2d1a-40af-b4f8-7605cce46dbd, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=854baed8-2d1a-40af-b4f8-7605cce46dbd,segment=NetworkSegment(60b958f9-3055-42ca-9de4-5f1b6fc2dc83),segment_id=60b958f9-3055-42ca-9de4-5f1b6fc2dc83)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:42:49.276535 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b5573e9a-b0ec-4dd2-8aa1-f23745d26a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:49.315444 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '854baed8-2d1a-40af-b4f8-7605cce46dbd', 'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'mac_address': 'fa:16:3e:21:69:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:40Z', 'updated_at': '2021-09-23T18:42:47Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'subnets': [{'id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:42:49.436628 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Attempting to bind port f0a2d4db-3384-4f87-a49e-5a94a0578e6b on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:42:49.437004 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Attempting to bind port f0a2d4db-3384-4f87-a49e-5a94a0578e6b by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': '38712118-2a2d-49de-8a1e-e97bdb9afa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:42:49.437375 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Attempting to bind port f0a2d4db-3384-4f87-a49e-5a94a0578e6b on network 6d318e29-c174-4ee7-b855-dbffdacd1183 {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:42:49.490068 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4062b7b-6c90-4240-a783-bedce5e42f02 None None] The sync data for ids ['4654c909-0bae-4fc0-b974-29472546a885'] in dv-cinder-810415-4-iscsi is: [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '854baed8-2d1a-40af-b4f8-7605cce46dbd', 'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'mac_address': 'fa:16:3e:21:69:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:40Z', 'updated_at': '2021-09-23T18:42:47Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'subnets': [{'id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:42:49.532777 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Request body: {'port': {'device_id': '01d84153-7c50-4c34-9e4c-f79fb33bf50c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:42:49.533854 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:42:49.534333 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Checking segment: {'id': '38712118-2a2d-49de-8a1e-e97bdb9afa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:42:49.534742 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:49.535131 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Bound using segment: {'id': '38712118-2a2d-49de-8a1e-e97bdb9afa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:42:49.535623 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Bound port: f0a2d4db-3384-4f87-a49e-5a94a0578e6b, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38712118-2a2d-49de-8a1e-e97bdb9afa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:42:49.536009 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:49.597601 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5573e9a-b0ec-4dd2-8aa1-f23745d26a1c None None] Pushing event updated for resources: {'Port': ['ID=854baed8-2d1a-40af-b4f8-7605cce46dbd,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:49.660093 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-500a1167-d9cf-4b04-99cd-9438cf78adbc None None] Provisioning complete for port 854baed8-2d1a-40af-b4f8-7605cce46dbd triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:42:49.660093 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-500a1167-d9cf-4b04-99cd-9438cf78adbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:49.837530 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:50.215667 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f541cd5c-8338-4055-be70-2cba860e12f5 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:50.246105 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f541cd5c-8338-4055-be70-2cba860e12f5 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:50.250714 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] For port f0a2d4db-3384-4f87-a49e-5a94a0578e6b, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:42:50.265039 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] For port f0a2d4db-3384-4f87-a49e-5a94a0578e6b, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=f0a2d4db-3384-4f87-a49e-5a94a0578e6b,segment=NetworkSegment(38712118-2a2d-49de-8a1e-e97bdb9afa84),segment_id=38712118-2a2d-49de-8a1e-e97bdb9afa84)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:42:50.279676 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a0db-a577-41bf-8209-4a742b5632b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:50.311569 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:50.446368 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29b559-4be0-4913-a7de-cf7f52bc8741 req-8bca2d59-22b4-4d2a-a594-88efd536b054 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:50.455639 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9b29b559-4be0-4913-a7de-cf7f52bc8741 req-8bca2d59-22b4-4d2a-a594-88efd536b054 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 931 time: 1.1367748 Sep 23 18:42:50.518325 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541cd5c-8338-4055-be70-2cba860e12f5 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f4be03-9898-42c3-981f-3a9471ba7b40,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:50.549133 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f541cd5c-8338-4055-be70-2cba860e12f5 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:50.553199 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-f541cd5c-8338-4055-be70-2cba860e12f5 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4970062 Sep 23 18:42:50.572279 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 55198) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:50.590665 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Request body: {'floatingip': {'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:42:50.621986 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76c321-a5c6-41c2-a0e4-7810077e1a15 None None] Pushing event updated for resources: {'Port': ['ID=f0a2d4db-3384-4f87-a49e-5a94a0578e6b,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:50.627649 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Routers {'e4d9d594-6538-4b9b-837c-da6ea33090c9'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:42:50.629585 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:42:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['e4d9d594-6538-4b9b-837c-da6ea33090c9'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:42:50.641787 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-3ae1fec1-38d8-4ba5-b8e5-1a0910605968 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:50.657155 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-3ae1fec1-38d8-4ba5-b8e5-1a0910605968 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/networks?id=6d318e29-c174-4ee7-b855-dbffdacd1183 HTTP/1.1" status: 200 len: 819 time: 1.4944837 Sep 23 18:42:50.722914 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55200) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:50.743467 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-08eaddbe-b68b-4edb-ba22-bf8097095da2 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/quotas/d6d0e3ad5d04433cb86e81a32e559fcb HTTP/1.1" status: 200 len: 375 time: 0.0790160 Sep 23 18:42:50.926292 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 854baed8-2d1a-40af-b4f8-7605cce46dbd up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:42:50.984960 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f908d77-5d23-4a02-985b-554f4265bf17 {{(pid=100703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:42:51.020649 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:51.041158 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-85db3391-4e6f-4b02-90ae-f98607aa6413 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d6d0e3ad5d04433cb86e81a32e559fcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2470109 Sep 23 18:42:51.064586 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] Set router e4d9d594-6538-4b9b-837c-da6ea33090c9 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:42:51.085957 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9b29b559-4be0-4913-a7de-cf7f52bc8741 req-6ac204e8-ba28-40c1-b8b9-0f6a738a50f3 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292782 Sep 23 18:42:51.125628 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.provisioning_blocks [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Transition to ACTIVE for port object 3f908d77-5d23-4a02-985b-554f4265bf17 will not be triggered until provisioned by entity L2. {{(pid=100703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:42:51.174764 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:51.177207 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-53adfe54-df4d-4780-aef9-56d78666c72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:51.322485 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 854baed8-2d1a-40af-b4f8-7605cce46dbd triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:42:51.323038 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:51.473754 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-13047936-3e5d-4fd8-9eaf-6b1d198550e8 service neutron] 10.222.0.70 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767242 Sep 23 18:42:51.476175 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for floatingip, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:51.654950 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Pushing event updated for resources: {'Port': ['ID=3f908d77-5d23-4a02-985b-554f4265bf17,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:51.691465 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Attempting to bind port 3f908d77-5d23-4a02-985b-554f4265bf17 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:42:51.699139 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Attempting to bind port 3f908d77-5d23-4a02-985b-554f4265bf17 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '7cd6f9a7-f01f-47d1-b276-a736edf85b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '69d43dc1-9ea1-4613-8290-e93265aa2f5e'}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:42:51.699922 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Attempting to bind port 3f908d77-5d23-4a02-985b-554f4265bf17 on network 69d43dc1-9ea1-4613-8290-e93265aa2f5e {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:42:51.712042 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Port 3f908d77-5d23-4a02-985b-554f4265bf17 on network 69d43dc1-9ea1-4613-8290-e93265aa2f5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:42:51.713257 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Attempting to bind port 3f908d77-5d23-4a02-985b-554f4265bf17 on network 69d43dc1-9ea1-4613-8290-e93265aa2f5e {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:42:51.734272 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:42:51.734921 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Checking segment: {'id': '7cd6f9a7-f01f-47d1-b276-a736edf85b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '69d43dc1-9ea1-4613-8290-e93265aa2f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:42:51.735463 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Bound using segment: {'id': '7cd6f9a7-f01f-47d1-b276-a736edf85b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '69d43dc1-9ea1-4613-8290-e93265aa2f5e'} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:42:51.744168 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Bound port: 3f908d77-5d23-4a02-985b-554f4265bf17, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd6f9a7-f01f-47d1-b276-a736edf85b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '69d43dc1-9ea1-4613-8290-e93265aa2f5e'}}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:42:51.744884 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:51.903889 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-53adfe54-df4d-4780-aef9-56d78666c72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:52.016789 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] For port 3f908d77-5d23-4a02-985b-554f4265bf17, host hv-cinder-81041, cleared binding levels {{(pid=100703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:42:52.022761 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] For port 3f908d77-5d23-4a02-985b-554f4265bf17, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=3f908d77-5d23-4a02-985b-554f4265bf17,segment=NetworkSegment(7cd6f9a7-f01f-47d1-b276-a736edf85b28),segment_id=7cd6f9a7-f01f-47d1-b276-a736edf85b28)] {{(pid=100703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:42:52.024978 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-53adfe54-df4d-4780-aef9-56d78666c72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:52.045299 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:52.168390 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1354312088-router', 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:42Z', 'revision_number': 4, 'project_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'gw_port': {'id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:37Z', 'updated_at': '2021-09-23T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'f0a2d4db-3384-4f87-a49e-5a94a0578e6b', 'name': '', 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183', 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'mac_address': 'fa:16:3e:b8:e0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30fd0bd1-802c-436b-b80a-359a455b4902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:41Z', 'updated_at': '2021-09-23T18:42:50Z', 'revision_number': 4, 'project_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'subnets': [{'id': '30fd0bd1-802c-436b-b80a-359a455b4902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:42:52.243934 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Pushing event updated for resources: {'Port': ['ID=3f908d77-5d23-4a02-985b-554f4265bf17,revision_number=3']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:52.297574 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0249dc2e-327a-47cb-83bd-3c74086e01a4 None None] The sync data for ids ['e4d9d594-6538-4b9b-837c-da6ea33090c9'] in dv-cinder-810415-4-iscsi is: [{'id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1354312088-router', 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:42Z', 'revision_number': 4, 'project_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'gw_port': {'id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:37Z', 'updated_at': '2021-09-23T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'f0a2d4db-3384-4f87-a49e-5a94a0578e6b', 'name': '', 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183', 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'mac_address': 'fa:16:3e:b8:e0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30fd0bd1-802c-436b-b80a-359a455b4902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:41Z', 'updated_at': '2021-09-23T18:42:50Z', 'revision_number': 4, 'project_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'subnets': [{'id': '30fd0bd1-802c-436b-b80a-359a455b4902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:42:52.331461 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adfe54-df4d-4780-aef9-56d78666c72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58b80b1-c512-4242-8273-7f7f41d9d3e2,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:52.345460 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:52.346231 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:52.348356 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-3d2dbebc-70cb-434b-8a4a-a866b60047fd service neutron] 10.222.0.42 "PUT /v2.0/ports/3f908d77-5d23-4a02-985b-554f4265bf17 HTTP/1.1" status: 200 len: 1093 time: 2.9701998 Sep 23 18:42:52.348356 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d84153-7c50-4c34-9e4c-f79fb33bf50c', 'tag': '3f908d77-5d23-4a02-985b-554f4265bf17'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:42:52.418507 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 55258) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:52.472549 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-53adfe54-df4d-4780-aef9-56d78666c72f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb51697f21ee4b63b3525f415631bc83&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7451656 Sep 23 18:42:52.481652 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55264) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:52.577226 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-14bdb551-66d0-49c2-b470-54a2365d3a30 service neutron] 10.222.0.70 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1024437 Sep 23 18:42:52.585835 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-2d769755-6a9e-432d-8d59-88dd658d8cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:52.593149 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 55272) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:52.622904 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9f6d8-aeb0-4214-9e68-20fbda4c0517 req-964a8b90-fc75-486a-b763-5e754abbe6ff tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:52.630654 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e7d9f6d8-aeb0-4214-9e68-20fbda4c0517 req-964a8b90-fc75-486a-b763-5e754abbe6ff tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 943 time: 0.3699412 Sep 23 18:42:52.674828 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e0d6af38-acbe-4910-87f5-797828d725e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:52.677091 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:52.710769 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e0d6af38-acbe-4910-87f5-797828d725e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:52.841222 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e0d6af38-acbe-4910-87f5-797828d725e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:52.845815 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e0d6af38-acbe-4910-87f5-797828d725e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:52.856045 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-e0d6af38-acbe-4910-87f5-797828d725e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a58b80b1-c512-4242-8273-7f7f41d9d3e2 HTTP/1.1" status: 204 len: 168 time: 0.3730850 Sep 23 18:42:52.870241 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e7d9f6d8-aeb0-4214-9e68-20fbda4c0517 req-f8bccf41-f4d1-46c2-ab3a-e8a53b31c293 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386308 Sep 23 18:42:52.896228 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886aece7-9c54-48f9-88fc-5b857b5642f6" -d '{"events": [{"name": "network-changed", "server_uuid": "01d84153-7c50-4c34-9e4c-f79fb33bf50c", "tag": "3f908d77-5d23-4a02-985b-554f4265bf17"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:42:52.900553 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6af38-acbe-4910-87f5-797828d725e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58b80b1-c512-4242-8273-7f7f41d9d3e2,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:52.938826 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:52.947617 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device f0a2d4db-3384-4f87-a49e-5a94a0578e6b up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:42:52.974600 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-00f23262-4d99-47e8-8916-4e2055fd36a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.025158 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4697e9eb-37b7-4ee9-abf8-e18bb08440bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.118736 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port f0a2d4db-3384-4f87-a49e-5a94a0578e6b triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:42:53.119225 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.202482 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Allocated IP 172.27.1.204 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/a0f59779-f2f8-41d1-8de1-dae195e9534b) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:42:53.287231 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60661e8-b3a1-4e85-99aa-9efacf0d6fc8 x-openstack-request-id: req-b60661e8-b3a1-4e85-99aa-9efacf0d6fc8 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:42:53.288006 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d84153-7c50-4c34-9e4c-f79fb33bf50c", "tag": "3f908d77-5d23-4a02-985b-554f4265bf17", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:42:53.288422 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b60661e8-b3a1-4e85-99aa-9efacf0d6fc8 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:42:53.288753 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d84153-7c50-4c34-9e4c-f79fb33bf50c', 'tag': '3f908d77-5d23-4a02-985b-554f4265bf17', 'status': 'completed', 'code': 200} Sep 23 18:42:53.297673 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.326807 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.353668 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port f0a2d4db-3384-4f87-a49e-5a94a0578e6b, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=f0a2d4db-3384-4f87-a49e-5a94a0578e6b,segment=NetworkSegment(38712118-2a2d-49de-8a1e-e97bdb9afa84),segment_id=38712118-2a2d-49de-8a1e-e97bdb9afa84)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:42:53.362302 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.381482 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1b912b39-686f-4485-becb-8cbf6b375d07 req-5ff23251-5007-47fb-ad04-a1251e7a9e5d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 210 time: 0.3275614 Sep 23 18:42:53.397372 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.432463 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:42:53.435853 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=f0a2d4db-3384-4f87-a49e-5a94a0578e6b,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:53.465886 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:42:53.470988 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:42:53.498619 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55308) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:53.514502 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4d7cd433-2c14-460b-87a2-ab52c422c110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.545103 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event updated for resources: {'Port': ['ID=a0f59779-f2f8-41d1-8de1-dae195e9534b,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:53.546754 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.571364 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55310) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:53.590347 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.643080 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-00f23262-4d99-47e8-8916-4e2055fd36a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.646156 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.650308 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-00f23262-4d99-47e8-8916-4e2055fd36a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.680601 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7bb42484-dbc9-4151-8a7a-2566e0e32f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.691679 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.db.api [None req-4d7cd433-2c14-460b-87a2-ab52c422c110 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 18:42:53.691679 dv-cinder-810415-4-iscsi neutron-server[100703]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 18:42:53.691679 dv-cinder-810415-4-iscsi neutron-server[100703]: [parameters: {'project_id_1': '78d4545f9344419782d7265bbe6e1176', 'expiration_1': datetime.datetime(2021, 9, 23, 18, 42, 33, 525556)}] Sep 23 18:42:53.691679 dv-cinder-810415-4-iscsi neutron-server[100703]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 18:42:53.692064 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG oslo_db.api [None req-4d7cd433-2c14-460b-87a2-ab52c422c110 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 18:42:53.735522 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-00f23262-4d99-47e8-8916-4e2055fd36a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8dd0e4725d74b56968bf5c87e5f29db&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2846692 Sep 23 18:42:53.738174 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55314) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:53.741300 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f23262-4d99-47e8-8916-4e2055fd36a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915950be-286e-49fe-856d-a45162aa9271,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:53.788509 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4c421075-d69a-4610-9365-7021ef955f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.809784 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4c421075-d69a-4610-9365-7021ef955f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.858025 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4c421075-d69a-4610-9365-7021ef955f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.860469 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4c421075-d69a-4610-9365-7021ef955f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.863945 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-4c421075-d69a-4610-9365-7021ef955f73 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/915950be-286e-49fe-856d-a45162aa9271 HTTP/1.1" status: 204 len: 168 time: 0.1224353 Sep 23 18:42:53.880089 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c421075-d69a-4610-9365-7021ef955f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915950be-286e-49fe-856d-a45162aa9271,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:53.880882 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4697e9eb-37b7-4ee9-abf8-e18bb08440bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.894119 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4697e9eb-37b7-4ee9-abf8-e18bb08440bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.903695 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.917427 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:53.992215 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-4697e9eb-37b7-4ee9-abf8-e18bb08440bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1538436db91e4002a6082e31479c1f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3978262 Sep 23 18:42:53.999167 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 55324) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:53.999820 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697e9eb-37b7-4ee9-abf8-e18bb08440bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff13c45e-3b24-4a24-9aca-e96af6ffdc51,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:54.020876 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:54.131394 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event updated for resources: {'Port': ['ID=a0f59779-f2f8-41d1-8de1-dae195e9534b,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:54.135693 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7bb42484-dbc9-4151-8a7a-2566e0e32f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:54.140864 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7bb42484-dbc9-4151-8a7a-2566e0e32f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:54.192360 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:54.192945 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4d7cd433-2c14-460b-87a2-ab52c422c110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:54.201593 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-a82bc639-0caf-4303-a59d-514f77122513 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6189394 Sep 23 18:42:54.229721 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-7bb42484-dbc9-4151-8a7a-2566e0e32f41 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc392ab233a04257af2f30d5be5a247d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6569023 Sep 23 18:42:54.231481 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55332) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:54.252856 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb42484-dbc9-4151-8a7a-2566e0e32f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d0ce47-7b9d-4ffb-bcea-56c7850c2fd2,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:54.287517 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee72f9-816d-4c4a-97b7-bfa8e25d10ff req-c3b6dbdd-d495-4bb3-8b98-9f59c826e051 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:54.290423 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a6ee72f9-816d-4c4a-97b7-bfa8e25d10ff req-c3b6dbdd-d495-4bb3-8b98-9f59c826e051 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 943 time: 0.3181305 Sep 23 18:42:54.302456 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-71a67034-7013-4817-ba3a-f047c34fa222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:54.372552 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-71a67034-7013-4817-ba3a-f047c34fa222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:54.387420 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a6ee72f9-816d-4c4a-97b7-bfa8e25d10ff req-d913b6ac-1999-4784-b723-5f42daaa8d8a tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817683 Sep 23 18:42:54.455426 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-097a2339-4e23-4784-90bd-948b9a5a309a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:54.540007 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-097a2339-4e23-4784-90bd-948b9a5a309a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:54.656919 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-097a2339-4e23-4784-90bd-948b9a5a309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:54.660160 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-71a67034-7013-4817-ba3a-f047c34fa222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:54.663037 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-71a67034-7013-4817-ba3a-f047c34fa222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:54.664449 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-71a67034-7013-4817-ba3a-f047c34fa222 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff13c45e-3b24-4a24-9aca-e96af6ffdc51 HTTP/1.1" status: 204 len: 168 time: 0.6518924 Sep 23 18:42:54.666892 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-097a2339-4e23-4784-90bd-948b9a5a309a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:54.668109 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-097a2339-4e23-4784-90bd-948b9a5a309a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d6d0ce47-7b9d-4ffb-bcea-56c7850c2fd2 HTTP/1.1" status: 204 len: 168 time: 0.4326377 Sep 23 18:42:54.710442 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a2339-4e23-4784-90bd-948b9a5a309a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d0ce47-7b9d-4ffb-bcea-56c7850c2fd2,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:54.732730 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ea8876e6-cf54-4d18-b515-a3510e8bc7d8 req-143512cb-16ae-41d6-8e1e-51f4aae2a42a tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 210 time: 0.1605396 Sep 23 18:42:54.757016 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4d7cd433-2c14-460b-87a2-ab52c422c110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:54.787016 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4d7cd433-2c14-460b-87a2-ab52c422c110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:54.804135 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device f0a2d4db-3384-4f87-a49e-5a94a0578e6b up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:42:54.818991 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a67034-7013-4817-ba3a-f047c34fa222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff13c45e-3b24-4a24-9aca-e96af6ffdc51,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:54.839099 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62521e7f-d772-478a-83a9-4df8a694640f req-9566a5c6-c99c-4732-9127-0ea993f3e406 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1179106524&fields=id&tenant_id=da8d789b5bc7452885df88ceb397e55f HTTP/1.1" status: 200 len: 267 time: 0.2635148 Sep 23 18:42:54.946811 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port f0a2d4db-3384-4f87-a49e-5a94a0578e6b triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:42:54.949766 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:55.181205 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-4d7cd433-2c14-460b-87a2-ab52c422c110 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78d4545f9344419782d7265bbe6e1176&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6813624 Sep 23 18:42:55.187476 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55368) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:55.268197 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cd433-2c14-460b-87a2-ab52c422c110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4117b6ac-3d7a-4a87-b9f8-e134ec61bd5a,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:55.320863 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-24e7b43c-6275-4181-b2bb-4dc1902ab240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:55.349720 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62521e7f-d772-478a-83a9-4df8a694640f req-89533888-36f8-4655-9283-66ebce49585e tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:55.362747 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62521e7f-d772-478a-83a9-4df8a694640f req-89533888-36f8-4655-9283-66ebce49585e tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/networks?id=839314a6-4ed6-4581-9a4d-7d83a16562ce HTTP/1.1" status: 200 len: 810 time: 0.5037498 Sep 23 18:42:55.369267 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-24e7b43c-6275-4181-b2bb-4dc1902ab240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:55.386442 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62521e7f-d772-478a-83a9-4df8a694640f req-947b09b9-1778-4b16-ad25-81baf5517b08 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/quotas/da8d789b5bc7452885df88ceb397e55f HTTP/1.1" status: 200 len: 375 time: 0.0219634 Sep 23 18:42:55.434519 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:55.448694 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55374) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:55.451476 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-24e7b43c-6275-4181-b2bb-4dc1902ab240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:55.469213 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-24e7b43c-6275-4181-b2bb-4dc1902ab240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:55.475216 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-24e7b43c-6275-4181-b2bb-4dc1902ab240 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4117b6ac-3d7a-4a87-b9f8-e134ec61bd5a HTTP/1.1" status: 204 len: 168 time: 0.2835944 Sep 23 18:42:55.480052 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 55376) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:55.494592 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-c1effb57-f281-441c-84b4-88a353be5e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:55.527077 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7b43c-6275-4181-b2bb-4dc1902ab240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4117b6ac-3d7a-4a87-b9f8-e134ec61bd5a,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:55.539851 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-fe12a01a-f826-47d4-ae3e-03f90ad5e95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:55.639568 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-c1effb57-f281-441c-84b4-88a353be5e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:55.658028 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-c1effb57-f281-441c-84b4-88a353be5e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:55.719124 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62521e7f-d772-478a-83a9-4df8a694640f req-fff0b796-979c-4f2b-b342-214cf2d7e681 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=da8d789b5bc7452885df88ceb397e55f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3309677 Sep 23 18:42:55.770441 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-fe12a01a-f826-47d4-ae3e-03f90ad5e95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:55.778151 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-fe12a01a-f826-47d4-ae3e-03f90ad5e95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:55.877579 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62521e7f-d772-478a-83a9-4df8a694640f req-a9998fc4-bf82-4cb0-9fb8-c29e4ccce19f service neutron] 10.222.0.70 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228397 Sep 23 18:42:55.882065 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1effb57-f281-441c-84b4-88a353be5e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94673360-18ad-4374-a95a-1e986cfbfedc,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:55.889328 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-c1effb57-f281-441c-84b4-88a353be5e3f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=17c3b408916644df95cf9ad9872723f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080939 Sep 23 18:42:55.912952 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-fe12a01a-f826-47d4-ae3e-03f90ad5e95e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f6616540ab94c31bef94fe3e69b153d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4362538 Sep 23 18:42:55.920939 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55388) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:55.921274 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55390) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:55.993381 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12a01a-f826-47d4-ae3e-03f90ad5e95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564a07b7-d6bf-41de-ba9f-f7542b9cd926,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:56.018693 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62521e7f-d772-478a-83a9-4df8a694640f req-9b03cf46-633e-408a-ae64-262e9e1579d1 service neutron] 10.222.0.70 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271007 Sep 23 18:42:56.054925 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee361c-30d3-4095-a37f-f66dd90aef40 req-6aa0f04a-9d82-4d0b-ae65-595dbdb4336e tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:56.058643 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82ee361c-30d3-4095-a37f-f66dd90aef40 req-6aa0f04a-9d82-4d0b-ae65-595dbdb4336e tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 943 time: 0.4167640 Sep 23 18:42:56.139400 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a0df13be-82ca-4205-a236-5e5266ae9e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:56.150648 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82ee361c-30d3-4095-a37f-f66dd90aef40 req-cd642702-09e8-41ce-adeb-d04b6064fabc tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814936 Sep 23 18:42:56.226805 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a0df13be-82ca-4205-a236-5e5266ae9e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:56.337163 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a0df13be-82ca-4205-a236-5e5266ae9e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:56.342352 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a0df13be-82ca-4205-a236-5e5266ae9e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:56.346587 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-a0df13be-82ca-4205-a236-5e5266ae9e0a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/564a07b7-d6bf-41de-ba9f-f7542b9cd926 HTTP/1.1" status: 204 len: 168 time: 0.4139447 Sep 23 18:42:56.396405 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df13be-82ca-4205-a236-5e5266ae9e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564a07b7-d6bf-41de-ba9f-f7542b9cd926,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:56.467216 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5efb260a-adeb-421f-afc9-bd7a0b79fa55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:56.496346 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-025f1e44-e35f-4fec-a00c-92bd953d6b95 req-b3526acb-1f9e-4546-93f7-b56710af68fd tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 210 time: 0.0792003 Sep 23 18:42:56.533527 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5efb260a-adeb-421f-afc9-bd7a0b79fa55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:56.589682 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-690b226e-10b8-45cb-9324-0e4bcd7d31a4 req-b46ae3a7-b25f-4a4a-84bb-4eedf0c652d1 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 210 time: 0.0867596 Sep 23 18:42:56.661259 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5efb260a-adeb-421f-afc9-bd7a0b79fa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:56.671375 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5efb260a-adeb-421f-afc9-bd7a0b79fa55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:56.678067 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-5efb260a-adeb-421f-afc9-bd7a0b79fa55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94673360-18ad-4374-a95a-1e986cfbfedc HTTP/1.1" status: 204 len: 168 time: 0.7555580 Sep 23 18:42:56.704989 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb260a-adeb-421f-afc9-bd7a0b79fa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94673360-18ad-4374-a95a-1e986cfbfedc,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:57.359445 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb9fe0-596d-4949-8703-da52915c6da6 req-fc4f96ea-0898-46bb-9551-c09aa0ffb708 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:57.361432 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fddb9fe0-596d-4949-8703-da52915c6da6 req-fc4f96ea-0898-46bb-9551-c09aa0ffb708 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 943 time: 0.0835803 Sep 23 18:42:57.435158 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fddb9fe0-596d-4949-8703-da52915c6da6 req-af440fd0-77ab-4083-8e5f-02463e1ea7d9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574899 Sep 23 18:42:57.655143 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3b140f7c-1fc7-4f59-9055-165dde4c134a req-784575f8-7a97-4479-bdb2-14cdf19e13e5 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 210 time: 0.0718157 Sep 23 18:42:57.759968 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-313104a6-b309-415e-8f21-44b3a5b6cb80 req-399f6dc7-773d-436c-b131-d441ffc54bb9 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 210 time: 0.0436068 Sep 23 18:42:58.739645 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55510) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:58.754647 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a48e3e-0463-4feb-bd2b-2506dee7d20e req-ad52cac3-fea3-41fe-a427-df40e972cced tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:42:58.757332 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-28a48e3e-0463-4feb-bd2b-2506dee7d20e req-ad52cac3-fea3-41fe-a427-df40e972cced tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 943 time: 0.1285172 Sep 23 18:42:58.898025 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-28a48e3e-0463-4feb-bd2b-2506dee7d20e req-519fc910-cd9b-4ec8-8717-47a3b5a336fa tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306574 Sep 23 18:42:58.963134 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ef525ad3-fb69-43a3-ae48-1ebc557c2d2c req-d061d46d-8a26-4470-b226-a3980ec0ecb2 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 210 time: 0.0619183 Sep 23 18:42:59.047458 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-33af6f9b-2a98-44c0-b214-9c3458e60aef req-80cba667-ba1b-4951-a418-0a744b89b85c tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 210 time: 0.0547247 Sep 23 18:42:59.069431 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9121b2ac-7bd6-4a91-899f-c2ef94ca9a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:59.199715 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9121b2ac-7bd6-4a91-899f-c2ef94ca9a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:59.204341 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9121b2ac-7bd6-4a91-899f-c2ef94ca9a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:59.232945 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-9121b2ac-7bd6-4a91-899f-c2ef94ca9a8c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5bb7ceb06fe94d989a80386ac27a0deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4868670 Sep 23 18:42:59.235637 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 55528) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:59.253891 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121b2ac-7bd6-4a91-899f-c2ef94ca9a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7deafe-ba83-48d5-887a-a114c4875028,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:59.339080 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-fda267ce-7ab7-4263-8e9c-b1d9c8301b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:59.367670 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-fda267ce-7ab7-4263-8e9c-b1d9c8301b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:59.430976 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-fda267ce-7ab7-4263-8e9c-b1d9c8301b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:59.433709 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-fda267ce-7ab7-4263-8e9c-b1d9c8301b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:42:59.435052 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-fda267ce-7ab7-4263-8e9c-b1d9c8301b46 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a7deafe-ba83-48d5-887a-a114c4875028 HTTP/1.1" status: 204 len: 168 time: 0.1981657 Sep 23 18:42:59.442700 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda267ce-7ab7-4263-8e9c-b1d9c8301b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7deafe-ba83-48d5-887a-a114c4875028,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:42:59.719239 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 55544) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:59.896872 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55552) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:42:59.940860 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-19eccfb4-7941-43e4-a381-c1bbed691010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:00.148514 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-169fa587-01fd-4e85-aec1-fa800df9f1d7 req-eff3928f-2786-40d9-a8eb-b5717e3dcef6 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 210 time: 0.0428822 Sep 23 18:43:00.185748 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a28a22-1e5b-4b44-8ca2-73ea94a8b660 req-3d1be27c-aad4-4437-b0c2-d42263d36916 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:00.197808 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-36a28a22-1e5b-4b44-8ca2-73ea94a8b660 req-3d1be27c-aad4-4437-b0c2-d42263d36916 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 943 time: 0.1564624 Sep 23 18:43:00.225672 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-19eccfb4-7941-43e4-a381-c1bbed691010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:00.233096 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-19eccfb4-7941-43e4-a381-c1bbed691010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:00.241259 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-e3000ce4-497c-400f-a3d8-7c3d7835f324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:00.285993 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-19eccfb4-7941-43e4-a381-c1bbed691010 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d14dc27d85443c181ca41011c80aa73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880031 Sep 23 18:43:00.288134 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eccfb4-7941-43e4-a381-c1bbed691010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26259c9e-7e94-4bfd-bf4e-ca86069e0a25,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:00.292161 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55566) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:00.305066 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-36a28a22-1e5b-4b44-8ca2-73ea94a8b660 req-7a49e8dc-ee83-4c70-bf6c-0140a748132c tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077936 Sep 23 18:43:00.331486 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-18ff9c86-ae3e-4f37-ae06-add5275ec14e req-078703a6-d9d9-47a8-8134-6514e0840550 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 210 time: 0.0777936 Sep 23 18:43:00.372782 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4f81a950-daf9-427d-9693-554af52a43ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:00.396830 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4f81a950-daf9-427d-9693-554af52a43ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:00.401928 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-e3000ce4-497c-400f-a3d8-7c3d7835f324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:00.413396 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-e3000ce4-497c-400f-a3d8-7c3d7835f324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:00.461566 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4f81a950-daf9-427d-9693-554af52a43ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:00.467060 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-e3000ce4-497c-400f-a3d8-7c3d7835f324 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=97aa4adbf7a244338ee58687a7ae30db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7425869 Sep 23 18:43:00.467060 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3000ce4-497c-400f-a3d8-7c3d7835f324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774d3c7f-2b32-4666-983a-fa8dd83219e5,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:00.467377 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4f81a950-daf9-427d-9693-554af52a43ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:00.467377 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-4f81a950-daf9-427d-9693-554af52a43ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26259c9e-7e94-4bfd-bf4e-ca86069e0a25 HTTP/1.1" status: 204 len: 168 time: 0.1724746 Sep 23 18:43:00.469562 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 55572) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:00.488050 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81a950-daf9-427d-9693-554af52a43ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26259c9e-7e94-4bfd-bf4e-ca86069e0a25,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:00.527500 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-422ae9da-c8f6-44f0-b153-2bc2d56883eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:00.551269 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-422ae9da-c8f6-44f0-b153-2bc2d56883eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:00.611104 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-422ae9da-c8f6-44f0-b153-2bc2d56883eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:00.615172 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-422ae9da-c8f6-44f0-b153-2bc2d56883eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:00.616460 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-422ae9da-c8f6-44f0-b153-2bc2d56883eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/774d3c7f-2b32-4666-983a-fa8dd83219e5 HTTP/1.1" status: 204 len: 168 time: 0.1458490 Sep 23 18:43:00.624290 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ae9da-c8f6-44f0-b153-2bc2d56883eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774d3c7f-2b32-4666-983a-fa8dd83219e5,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:01.269711 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-33a717f6-712d-48f4-8523-39b4bef81d30 req-94b9eb6b-b0fe-42bf-ad74-d62714effee9 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 210 time: 0.0324059 Sep 23 18:43:01.452551 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.42', 52114) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:01.520815 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-cbde168e-89fb-499c-a951-dbbbdf8dfd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:01.523677 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-cbde168e-89fb-499c-a951-dbbbdf8dfd9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45ef7cd2dfc24029a8875cae5270ad15&device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 1096 time: 0.1462004 Sep 23 18:43:01.604582 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4435f19a-9485-4db7-8104-d02607bda166 req-2b9edf9c-078e-499d-9cbc-5e7d8db76590 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 210 time: 0.1038933 Sep 23 18:43:01.659514 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bf001-69bb-4ccf-be0c-48ed00a336d2 req-f303f45c-3cb7-461e-8fc5-48641b56c0d3 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:01.672715 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-831bf001-69bb-4ccf-be0c-48ed00a336d2 req-f303f45c-3cb7-461e-8fc5-48641b56c0d3 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 943 time: 0.2317307 Sep 23 18:43:01.681761 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-f2cf7c65-771c-4bea-b903-2534d2f06118 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f908d77-5d23-4a02-985b-554f4265bf17 HTTP/1.1" status: 200 len: 217 time: 0.1483002 Sep 23 18:43:01.764635 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-d04e79fc-6be8-4a7a-a002-424817e6ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:01.766960 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-d04e79fc-6be8-4a7a-a002-424817e6ac4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9080031f-4718-4177-a550-fafe50c6e84c HTTP/1.1" status: 200 len: 851 time: 0.0696692 Sep 23 18:43:01.768733 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-831bf001-69bb-4ccf-be0c-48ed00a336d2 req-f26a4788-c15f-4bfd-8a8a-3f90aae5e789 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938797 Sep 23 18:43:01.812169 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-e97a890b-1ed0-4b8f-a5b0-f037e6e4631e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:01.814138 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-e97a890b-1ed0-4b8f-a5b0-f037e6e4631e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.42 "GET /v2.0/networks?id=6d318e29-c174-4ee7-b855-dbffdacd1183 HTTP/1.1" status: 200 len: 819 time: 0.3107696 Sep 23 18:43:01.832618 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-1ba94202-5366-4a8e-be23-498eebd0ea1b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Request body: {'port': {'device_id': 'a8918ca9-14e2-4974-8a55-9dc7ae516069', 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183', 'admin_state_up': True, 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:01.849317 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-8293c723-a4b8-41cc-aeef-dfb326042c6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69d43dc1-9ea1-4613-8290-e93265aa2f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731912 Sep 23 18:43:01.893060 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55642) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:01.993203 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-1ba94202-5366-4a8e-be23-498eebd0ea1b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Made reservation on behalf of d6d0e3ad5d04433cb86e81a32e559fcb for: {'port': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:02.000118 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-1ba94202-5366-4a8e-be23-498eebd0ea1b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:02.004792 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-bc8925e2-8ffe-45c5-ba29-473094569e80 service neutron] 10.222.0.42 "GET /v2.0/networks/69d43dc1-9ea1-4613-8290-e93265aa2f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405566 Sep 23 18:43:02.114568 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-836a491b-724a-4e57-83ec-84bcf1e9cbf3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-755264496-network', 'tenant_id': 'b00540ab3d6a4cf8981658dcca47d2a4'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:02.145868 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836a491b-724a-4e57-83ec-84bcf1e9cbf3 admin admin] Made reservation on behalf of b00540ab3d6a4cf8981658dcca47d2a4 for: {'network': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:02.149403 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-836a491b-724a-4e57-83ec-84bcf1e9cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:02.160392 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-836a491b-724a-4e57-83ec-84bcf1e9cbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:02.246592 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-67d64edf-ac6b-455c-b4e9-21d856ce2dd3 req-46bddff7-9ed4-4a8a-9d14-2ac5e5ebeaaa service neutron] 10.222.0.42 "GET /v2.0/networks/69d43dc1-9ea1-4613-8290-e93265aa2f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299428 Sep 23 18:43:02.446075 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.42', 52119) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:02.549488 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-e149a481-b164-4639-9e95-7010402e8c93 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:02.552170 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-e149a481-b164-4639-9e95-7010402e8c93 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.42 "GET /v2.0/networks?id=6d318e29-c174-4ee7-b855-dbffdacd1183 HTTP/1.1" status: 200 len: 819 time: 0.1801379 Sep 23 18:43:02.589431 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-15ba0bc0-5dea-47b3-9d83-6390c9609911 req-3db69447-eb74-48c2-b82e-b7fcf8852d6b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 210 time: 0.1234596 Sep 23 18:43:02.591002 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-1ba94202-5366-4a8e-be23-498eebd0ea1b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Allocated IP 172.20.0.3 (6d318e29-c174-4ee7-b855-dbffdacd1183/30fd0bd1-802c-436b-b80a-359a455b4902/3635d873-a516-4b27-b177-79aad797435a) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:43:02.615953 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-836a491b-724a-4e57-83ec-84bcf1e9cbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:02.637141 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-836a491b-724a-4e57-83ec-84bcf1e9cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:02.643936 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886aece7-9c54-48f9-88fc-5b857b5642f6 req-6b0adde4-c4af-43b8-ab99-78beb21471c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:02.645556 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-886aece7-9c54-48f9-88fc-5b857b5642f6 req-6b0adde4-c4af-43b8-ab99-78beb21471c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45ef7cd2dfc24029a8875cae5270ad15&device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 1096 time: 0.1808329 Sep 23 18:43:02.677773 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836a491b-724a-4e57-83ec-84bcf1e9cbf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=100703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:43:02.704729 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-836a491b-724a-4e57-83ec-84bcf1e9cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:02.705503 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.segments_db [None req-836a491b-724a-4e57-83ec-84bcf1e9cbf3 admin admin] Added segment bb04f1df-eb03-4186-98a1-808fb306b4ac of type vlan for network 5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d Sep 23 18:43:02.720383 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a491b-724a-4e57-83ec-84bcf1e9cbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cf69c5-dc39-4282-ab4f-33d774e04486,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:02.764310 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-836a491b-724a-4e57-83ec-84bcf1e9cbf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:02.796995 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-836a491b-724a-4e57-83ec-84bcf1e9cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:02.799129 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836a491b-724a-4e57-83ec-84bcf1e9cbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:02.799931 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-836a491b-724a-4e57-83ec-84bcf1e9cbf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:02.888926 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a491b-724a-4e57-83ec-84bcf1e9cbf3 admin admin] Pushing event updated for resources: {'Network': ['ID=5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:02.893049 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-836a491b-724a-4e57-83ec-84bcf1e9cbf3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9982088 Sep 23 18:43:02.899512 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55690) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:02.906100 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-556e7b1d-65f8-498c-a316-a35b5b3feef0 admin admin] Request body: {'subnet': {'network_id': '5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-755264496-subnet', 'tenant_id': 'b00540ab3d6a4cf8981658dcca47d2a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:02.907336 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network 5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:43:02.936651 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556e7b1d-65f8-498c-a316-a35b5b3feef0 admin admin] Made reservation on behalf of b00540ab3d6a4cf8981658dcca47d2a4 for: {'subnet': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:02.940355 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-556e7b1d-65f8-498c-a316-a35b5b3feef0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:03.067216 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-73ffe13e-7d1b-478c-9f52-ffe95d65f26b req-5172fb34-ed65-4e47-b57a-8479e3546ab3 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 210 time: 0.2925045 Sep 23 18:43:03.127544 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-1ba94202-5366-4a8e-be23-498eebd0ea1b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:03.165482 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e60b9a-7b3e-421d-a33f-de48930463b0 req-b9c394f5-0c62-40ac-925c-c9da0f15bd1b tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:03.168539 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-91e60b9a-7b3e-421d-a33f-de48930463b0 req-b9c394f5-0c62-40ac-925c-c9da0f15bd1b tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 943 time: 0.0966885 Sep 23 18:43:03.213634 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-1ba94202-5366-4a8e-be23-498eebd0ea1b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:03.227446 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-556e7b1d-65f8-498c-a316-a35b5b3feef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for subnet, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:03.315884 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-1ba94202-5366-4a8e-be23-498eebd0ea1b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Network 6d318e29-c174-4ee7-b855-dbffdacd1183 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:03.316614 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556e7b1d-65f8-498c-a316-a35b5b3feef0 admin admin] Checking segment: {'id': 'bb04f1df-eb03-4186-98a1-808fb306b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:03.316764 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556e7b1d-65f8-498c-a316-a35b5b3feef0 admin admin] Network hostable DHCP agents. Network: 5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:43:03.321767 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e7b1d-65f8-498c-a316-a35b5b3feef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c8ba06-1525-4e49-b3be-44833906f9e9,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:03.343709 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556e7b1d-65f8-498c-a316-a35b5b3feef0 admin admin] Network 5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:43:03.344212 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-1ba94202-5366-4a8e-be23-498eebd0ea1b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:03.347142 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-1ba94202-5366-4a8e-be23-498eebd0ea1b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:43:03.355375 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-1ba94202-5366-4a8e-be23-498eebd0ea1b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:03.355375 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-1ba94202-5366-4a8e-be23-498eebd0ea1b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:03.360193 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-556e7b1d-65f8-498c-a316-a35b5b3feef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, 5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d) {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:03.367617 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e7b1d-65f8-498c-a316-a35b5b3feef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:03.368859 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-556e7b1d-65f8-498c-a316-a35b5b3feef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:03.369063 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-91e60b9a-7b3e-421d-a33f-de48930463b0 req-3ab442de-4ddd-4420-9ee2-2b57578c893e tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774049 Sep 23 18:43:03.373661 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d01fe3-1644-43cf-9985-f9de9fb71e1e None None] Network 5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:43:03.417756 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-556e7b1d-65f8-498c-a316-a35b5b3feef0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5171378 Sep 23 18:43:03.425314 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba94202-5366-4a8e-be23-498eebd0ea1b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Pushing event updated for resources: {'Port': ['ID=3635d873-a516-4b27-b177-79aad797435a,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:03.433525 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-1ba94202-5366-4a8e-be23-498eebd0ea1b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6047945 Sep 23 18:43:03.557976 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084e65ab-8b4a-4299-9434-2b951e944aa4 None None] Network 5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:43:03.577370 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 55722) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:03.704755 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-24659530-676f-4707-85b7-20d9b09b15f8 req-ad3c1f6d-48f8-4e2e-98ea-fdc5aa6b12e7 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 210 time: 0.0335011 Sep 23 18:43:03.716818 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-48b5dae9-807b-440d-86b1-2a3ead1b2011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:03.808588 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-48b5dae9-807b-440d-86b1-2a3ead1b2011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:03.812689 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-48b5dae9-807b-440d-86b1-2a3ead1b2011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:03.849519 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-48b5dae9-807b-440d-86b1-2a3ead1b2011 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=28ccf207829e4a919a491526989a03d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710731 Sep 23 18:43:03.851382 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5dae9-807b-440d-86b1-2a3ead1b2011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21110199-17d0-4ca0-9edc-0c08925d00e1,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:03.852514 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55730) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:03.909289 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2fe91b06-b9e8-49fc-a5a3-618110ddfc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:03.931228 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2fe91b06-b9e8-49fc-a5a3-618110ddfc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:03.983030 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2fe91b06-b9e8-49fc-a5a3-618110ddfc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:03.986224 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2fe91b06-b9e8-49fc-a5a3-618110ddfc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:03.987622 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-2fe91b06-b9e8-49fc-a5a3-618110ddfc41 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/21110199-17d0-4ca0-9edc-0c08925d00e1 HTTP/1.1" status: 204 len: 168 time: 0.1325407 Sep 23 18:43:03.997219 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe91b06-b9e8-49fc-a5a3-618110ddfc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21110199-17d0-4ca0-9edc-0c08925d00e1,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:04.155775 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-50c4387f-0473-4976-a192-35f46c7fbfd5 req-bf31885d-8af7-499a-b41d-e791c81a651a tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 210 time: 0.0296428 Sep 23 18:43:04.243262 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 55742) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:04.255644 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2f685652-5475-40bf-bf80-c329de8c506e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:04.346408 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2f685652-5475-40bf-bf80-c329de8c506e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:04.350086 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2f685652-5475-40bf-bf80-c329de8c506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:04.388595 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-2f685652-5475-40bf-bf80-c329de8c506e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=182a32a6443d465ebfc8de13f52777ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441133 Sep 23 18:43:04.389844 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f685652-5475-40bf-bf80-c329de8c506e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a713c995-db58-4299-9d14-1c5125d74cee,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:04.391380 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55746) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:04.441127 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3c45638d-a72d-41a1-bb23-42e720b4b373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:04.464928 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3c45638d-a72d-41a1-bb23-42e720b4b373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:04.501468 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3cfc4-2259-4d93-bf49-a930c2458905 req-900d9d60-c8b0-4613-b468-adf1aecfad76 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:04.503274 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-aed3cfc4-2259-4d93-bf49-a930c2458905 req-900d9d60-c8b0-4613-b468-adf1aecfad76 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 943 time: 0.0477588 Sep 23 18:43:04.512432 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3c45638d-a72d-41a1-bb23-42e720b4b373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:04.514934 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3c45638d-a72d-41a1-bb23-42e720b4b373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:04.516051 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-3c45638d-a72d-41a1-bb23-42e720b4b373 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a713c995-db58-4299-9d14-1c5125d74cee HTTP/1.1" status: 204 len: 168 time: 0.1235354 Sep 23 18:43:04.523680 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45638d-a72d-41a1-bb23-42e720b4b373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a713c995-db58-4299-9d14-1c5125d74cee,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:04.547376 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-aed3cfc4-2259-4d93-bf49-a930c2458905 req-4661b92e-4d21-439b-ada4-d9a24deb2bf6 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372808 Sep 23 18:43:04.799167 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f1e4a18f-299f-4f41-8c83-dcd60055eb15 req-77a49c56-6716-40cb-bc57-3832358bd392 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 210 time: 0.0288210 Sep 23 18:43:05.249241 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a0bd4048-4653-4c54-8fc5-0969b6a4abe0 req-45dc9161-9e31-4c12-911e-90f80d7ec4ad tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 210 time: 0.0257075 Sep 23 18:43:05.425890 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-1addb059-7e51-4169-a09f-b72e683c3638 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Request body: {'port': {'device_id': '54ec5c44-7c50-4313-af51-541663e041c5', 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183', 'admin_state_up': True, 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:05.429687 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Request body: {'port': {'device_id': 'a8918ca9-14e2-4974-8a55-9dc7ae516069', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:05.563178 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-1addb059-7e51-4169-a09f-b72e683c3638 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Made reservation on behalf of d6d0e3ad5d04433cb86e81a32e559fcb for: {'port': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:05.566331 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-1addb059-7e51-4169-a09f-b72e683c3638 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:05.605142 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:05.714297 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886aece7-9c54-48f9-88fc-5b857b5642f6 req-fac1d64c-8cf2-4ab5-b7ca-e6ae9b2b7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:05.715781 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-886aece7-9c54-48f9-88fc-5b857b5642f6 req-fac1d64c-8cf2-4ab5-b7ca-e6ae9b2b7bb4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69d43dc1-9ea1-4613-8290-e93265aa2f5e HTTP/1.1" status: 200 len: 913 time: 0.2925415 Sep 23 18:43:05.742305 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.42', 52129) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:05.814773 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-1addb059-7e51-4169-a09f-b72e683c3638 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Allocated IP 172.20.0.4 (6d318e29-c174-4ee7-b855-dbffdacd1183/30fd0bd1-802c-436b-b80a-359a455b4902/182660f7-2131-4489-b6a8-60ad517d1cdf) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:43:05.838330 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed55c97-ccee-4a57-93db-d0edaeac8dea req-5df5aef2-86db-47ca-8121-21abebe0a14c tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:05.847063 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9ed55c97-ccee-4a57-93db-d0edaeac8dea req-5df5aef2-86db-47ca-8121-21abebe0a14c tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 943 time: 0.2120173 Sep 23 18:43:05.965341 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-886aece7-9c54-48f9-88fc-5b857b5642f6 req-18b6e0da-c9ba-4056-a318-eea8c987b508 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f908d77-5d23-4a02-985b-554f4265bf17 HTTP/1.1" status: 200 len: 217 time: 0.2256227 Sep 23 18:43:06.031934 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-1addb059-7e51-4169-a09f-b72e683c3638 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:06.051986 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ecd8c227-f88c-45bf-86c8-c172c42e560c req-ff2aba52-489d-4b15-815b-cb19e3fc8301 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 210 time: 0.1183875 Sep 23 18:43:06.088021 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-1addb059-7e51-4169-a09f-b72e683c3638 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:06.143336 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-1addb059-7e51-4169-a09f-b72e683c3638 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Network 6d318e29-c174-4ee7-b855-dbffdacd1183 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:06.147564 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-1addb059-7e51-4169-a09f-b72e683c3638 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:06.155314 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-1addb059-7e51-4169-a09f-b72e683c3638 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:43:06.161052 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-1addb059-7e51-4169-a09f-b72e683c3638 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:06.161378 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9ed55c97-ccee-4a57-93db-d0edaeac8dea req-413d9fd0-1371-4a83-bc3a-e43a606d160d tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128262 Sep 23 18:43:06.161679 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-1addb059-7e51-4169-a09f-b72e683c3638 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:06.178025 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addb059-7e51-4169-a09f-b72e683c3638 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Pushing event updated for resources: {'Port': ['ID=182660f7-2131-4489-b6a8-60ad517d1cdf,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:06.191901 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-1addb059-7e51-4169-a09f-b72e683c3638 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7706304 Sep 23 18:43:06.204108 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Request body: {'port': {'device_id': '54ec5c44-7c50-4313-af51-541663e041c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:06.238994 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886aece7-9c54-48f9-88fc-5b857b5642f6 req-83a20815-d69b-48fe-90c1-f812933e9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:06.240462 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-886aece7-9c54-48f9-88fc-5b857b5642f6 req-83a20815-d69b-48fe-90c1-f812933e9f40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9080031f-4718-4177-a550-fafe50c6e84c HTTP/1.1" status: 200 len: 851 time: 0.2449057 Sep 23 18:43:06.279859 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:06.301484 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62521e7f-d772-478a-83a9-4df8a694640f req-1a89a0bd-9459-4014-9311-23e821a7fa32 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:06.303003 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62521e7f-d772-478a-83a9-4df8a694640f req-1a89a0bd-9459-4014-9311-23e821a7fa32 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.42 "GET /v2.0/networks?id=839314a6-4ed6-4581-9a4d-7d83a16562ce HTTP/1.1" status: 200 len: 810 time: 0.5600054 Sep 23 18:43:06.305082 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-886aece7-9c54-48f9-88fc-5b857b5642f6 req-5d2f9e1b-c1cb-423d-8ec8-c75e02a7639a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69d43dc1-9ea1-4613-8290-e93265aa2f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563745 Sep 23 18:43:06.774261 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62521e7f-d772-478a-83a9-4df8a694640f req-0a65640e-abf0-40d8-bd52-de833be53165 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da8d789b5bc7452885df88ceb397e55f HTTP/1.1" status: 200 len: 380 time: 0.4416893 Sep 23 18:43:06.798277 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-62521e7f-d772-478a-83a9-4df8a694640f req-dc2e4643-35db-4af0-ba0c-b2bf044b1c10 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Request body: {'port': {'device_id': 'a05d1e02-288f-40d5-9c6f-a869b339a55d', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'admin_state_up': True, 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'security_groups': ['78bd0523-285d-4b1b-876c-e4387d1cc0a8']}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:06.808340 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372e842-9141-4be5-a3ff-4f4f66550399 req-7f772102-7908-43da-ae7d-dbdec2bba1c4 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:06.809823 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a372e842-9141-4be5-a3ff-4f4f66550399 req-7f772102-7908-43da-ae7d-dbdec2bba1c4 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 931 time: 0.4580429 Sep 23 18:43:06.834660 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3635d873-a516-4b27-b177-79aad797435a {{(pid=100704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:43:06.849683 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:06.865843 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-886aece7-9c54-48f9-88fc-5b857b5642f6 req-c173f64d-d6db-44f7-ba3f-f5d4c5ef1183 service neutron] 10.222.0.42 "GET /v2.0/networks/69d43dc1-9ea1-4613-8290-e93265aa2f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284212 Sep 23 18:43:06.914837 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.provisioning_blocks [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Transition to ACTIVE for port object 3635d873-a516-4b27-b177-79aad797435a will not be triggered until provisioned by entity L2. {{(pid=100704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:43:06.954050 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-09b86edd-e38c-4da3-b788-64ae5609e0f0 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:06.955820 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-09b86edd-e38c-4da3-b788-64ae5609e0f0 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/networks?id=5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d HTTP/1.1" status: 200 len: 808 time: 0.5665867 Sep 23 18:43:06.967011 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:07.020274 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a372e842-9141-4be5-a3ff-4f4f66550399 req-00290e1b-7b59-413d-b059-053a897c6bcb tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808774 Sep 23 18:43:07.041404 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-c1cff94b-b47e-4b0e-a859-9e6097ff615d tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/quotas/b00540ab3d6a4cf8981658dcca47d2a4 HTTP/1.1" status: 200 len: 375 time: 0.0720577 Sep 23 18:43:07.087725 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Pushing event updated for resources: {'Port': ['ID=3635d873-a516-4b27-b177-79aad797435a,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:07.109456 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182660f7-2131-4489-b6a8-60ad517d1cdf {{(pid=100703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:43:07.112892 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-37c17149-5836-47de-9675-4d10b0af6814 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b00540ab3d6a4cf8981658dcca47d2a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633652 Sep 23 18:43:07.121795 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:07.136644 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.provisioning_blocks [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Transition to ACTIVE for port object 182660f7-2131-4489-b6a8-60ad517d1cdf will not be triggered until provisioned by entity L2. {{(pid=100703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:43:07.143628 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:07.218339 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Pushing event updated for resources: {'Port': ['ID=182660f7-2131-4489-b6a8-60ad517d1cdf,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:07.218800 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62521e7f-d772-478a-83a9-4df8a694640f req-dc2e4643-35db-4af0-ba0c-b2bf044b1c10 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Made reservation on behalf of da8d789b5bc7452885df88ceb397e55f for: {'port': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:07.229297 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-62521e7f-d772-478a-83a9-4df8a694640f req-dc2e4643-35db-4af0-ba0c-b2bf044b1c10 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:07.229685 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Attempting to bind port 182660f7-2131-4489-b6a8-60ad517d1cdf on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:43:07.230026 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Attempting to bind port 182660f7-2131-4489-b6a8-60ad517d1cdf by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '38712118-2a2d-49de-8a1e-e97bdb9afa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183'}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:43:07.230349 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Attempting to bind port 182660f7-2131-4489-b6a8-60ad517d1cdf on network 6d318e29-c174-4ee7-b855-dbffdacd1183 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:07.234904 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Port 182660f7-2131-4489-b6a8-60ad517d1cdf on network 6d318e29-c174-4ee7-b855-dbffdacd1183 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:43:07.235224 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Attempting to bind port 182660f7-2131-4489-b6a8-60ad517d1cdf on network 6d318e29-c174-4ee7-b855-dbffdacd1183 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:07.239865 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:43:07.240196 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Checking segment: {'id': '38712118-2a2d-49de-8a1e-e97bdb9afa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:07.240601 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Bound using segment: {'id': '38712118-2a2d-49de-8a1e-e97bdb9afa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183'} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:43:07.241020 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Bound port: 182660f7-2131-4489-b6a8-60ad517d1cdf, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38712118-2a2d-49de-8a1e-e97bdb9afa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183'}}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:43:07.241392 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:07.246023 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6a184458-7fc1-4d1f-96f8-62ff38574a3c req-da0e59dd-3ef9-44b9-b42d-39099080c6ac tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 210 time: 0.0772872 Sep 23 18:43:07.257962 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Attempting to bind port 3635d873-a516-4b27-b177-79aad797435a on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:43:07.258446 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Attempting to bind port 3635d873-a516-4b27-b177-79aad797435a by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '38712118-2a2d-49de-8a1e-e97bdb9afa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183'}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:43:07.259762 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Attempting to bind port 3635d873-a516-4b27-b177-79aad797435a on network 6d318e29-c174-4ee7-b855-dbffdacd1183 {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:07.289194 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Port 3635d873-a516-4b27-b177-79aad797435a on network 6d318e29-c174-4ee7-b855-dbffdacd1183 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:43:07.289525 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Attempting to bind port 3635d873-a516-4b27-b177-79aad797435a on network 6d318e29-c174-4ee7-b855-dbffdacd1183 {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:07.295953 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 55868) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:07.296992 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:43:07.297351 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Checking segment: {'id': '38712118-2a2d-49de-8a1e-e97bdb9afa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:07.297899 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Bound using segment: {'id': '38712118-2a2d-49de-8a1e-e97bdb9afa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183'} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:43:07.298355 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Bound port: 3635d873-a516-4b27-b177-79aad797435a, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38712118-2a2d-49de-8a1e-e97bdb9afa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183'}}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:43:07.298713 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:07.315766 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] For port 182660f7-2131-4489-b6a8-60ad517d1cdf, host hv-cinder-81041, cleared binding levels {{(pid=100703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:43:07.319121 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] For port 182660f7-2131-4489-b6a8-60ad517d1cdf, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=182660f7-2131-4489-b6a8-60ad517d1cdf,segment=NetworkSegment(38712118-2a2d-49de-8a1e-e97bdb9afa84),segment_id=38712118-2a2d-49de-8a1e-e97bdb9afa84)] {{(pid=100703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:43:07.323442 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:07.363493 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:07.364332 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:07.366035 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] 10.222.0.42 "PUT /v2.0/ports/182660f7-2131-4489-b6a8-60ad517d1cdf HTTP/1.1" status: 200 len: 1093 time: 1.1658764 Sep 23 18:43:07.366232 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ec5c44-7c50-4313-af51-541663e041c5', 'tag': '182660f7-2131-4489-b6a8-60ad517d1cdf'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:43:07.368616 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f535cf53-2f09-4b14-9ea0-6a87f1c6ba3f" -d '{"events": [{"name": "network-changed", "server_uuid": "54ec5c44-7c50-4313-af51-541663e041c5", "tag": "182660f7-2131-4489-b6a8-60ad517d1cdf"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:43:07.391717 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f858345-a52d-4bbb-bf5e-bfcff63042ac service neutron] Pushing event updated for resources: {'Port': ['ID=182660f7-2131-4489-b6a8-60ad517d1cdf,revision_number=3']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:07.463087 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-f10fc951-19c8-41fb-8aa1-337a3e2c0841 service neutron] 10.222.0.70 "GET /v2.0/networks/5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213241 Sep 23 18:43:07.492023 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f5681389-2656-428e-8abb-2f909f411d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:07.541614 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8adaae-1167-47ac-b62d-d725f469da6a req-71dcd817-bb5a-4a51-b810-18e585655d96 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:07.543095 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fa8adaae-1167-47ac-b62d-d725f469da6a req-71dcd817-bb5a-4a51-b810-18e585655d96 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 943 time: 0.2148757 Sep 23 18:43:07.584490 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] For port 3635d873-a516-4b27-b177-79aad797435a, host hv-cinder-81041, cleared binding levels {{(pid=100704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:43:07.661069 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] For port 3635d873-a516-4b27-b177-79aad797435a, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=3635d873-a516-4b27-b177-79aad797435a,segment=NetworkSegment(38712118-2a2d-49de-8a1e-e97bdb9afa84),segment_id=38712118-2a2d-49de-8a1e-e97bdb9afa84)] {{(pid=100704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:43:07.691076 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [req-62521e7f-d772-478a-83a9-4df8a694640f req-dc2e4643-35db-4af0-ba0c-b2bf044b1c10 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Allocated IP 172.20.0.4 (839314a6-4ed6-4581-9a4d-7d83a16562ce/7d1347f6-4986-47d9-9d8d-3f80a83c6a61/ae383cee-1966-4385-9fac-d7edddd6d4e3) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:43:07.695879 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:07.731919 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fa8adaae-1167-47ac-b62d-d725f469da6a req-865bf34e-3276-4080-93d2-424af68a50e2 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759117 Sep 23 18:43:07.759234 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:07.759855 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:07.761265 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] 10.222.0.42 "PUT /v2.0/ports/3635d873-a516-4b27-b177-79aad797435a HTTP/1.1" status: 200 len: 1093 time: 2.3365080 Sep 23 18:43:07.766773 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8918ca9-14e2-4974-8a55-9dc7ae516069', 'tag': '3635d873-a516-4b27-b177-79aad797435a'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:43:07.810936 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6b92b2-13fa-490b-bd6b-42f9ac3a3169 x-openstack-request-id: req-7f6b92b2-13fa-490b-bd6b-42f9ac3a3169 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:43:07.811230 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ec5c44-7c50-4313-af51-541663e041c5", "tag": "182660f7-2131-4489-b6a8-60ad517d1cdf", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:43:07.811653 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f6b92b2-13fa-490b-bd6b-42f9ac3a3169 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:43:07.811894 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ec5c44-7c50-4313-af51-541663e041c5', 'tag': '182660f7-2131-4489-b6a8-60ad517d1cdf', 'status': 'completed', 'code': 200} Sep 23 18:43:07.883140 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-43c02b6c-11d3-47dd-a573-ad99e2a73f9d service neutron] 10.222.0.70 "GET /v2.0/networks/5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079239 Sep 23 18:43:07.971613 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e783204-0f07-467b-ad57-69d272e6bf76 service neutron] Pushing event updated for resources: {'Port': ['ID=3635d873-a516-4b27-b177-79aad797435a,revision_number=3']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:08.016081 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a446edf-e42c-4d57-8404-f269595be260" -d '{"events": [{"name": "network-changed", "server_uuid": "a8918ca9-14e2-4974-8a55-9dc7ae516069", "tag": "3635d873-a516-4b27-b177-79aad797435a"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:43:08.075274 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f5681389-2656-428e-8abb-2f909f411d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.098736 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b13a1dfd-0efd-4f56-bef0-c62f3e0e4871 req-547ad8a1-ef57-4a1b-955a-fc78a7ec0ad7 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 210 time: 0.0460153 Sep 23 18:43:08.101111 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f5681389-2656-428e-8abb-2f909f411d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.127013 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-62521e7f-d772-478a-83a9-4df8a694640f req-dc2e4643-35db-4af0-ba0c-b2bf044b1c10 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.181684 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-f5681389-2656-428e-8abb-2f909f411d45 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=df6eb6e40ca64fd5a22f2b59ae822ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8784637 Sep 23 18:43:08.182589 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55912) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:08.190178 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5681389-2656-428e-8abb-2f909f411d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c737295-81d8-4205-9cb1-363ece7ceb95,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:08.231530 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4311eba-10eb-4545-a402-169b6d8b0c82 x-openstack-request-id: req-c4311eba-10eb-4545-a402-169b6d8b0c82 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:43:08.231807 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8918ca9-14e2-4974-8a55-9dc7ae516069", "tag": "3635d873-a516-4b27-b177-79aad797435a", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:43:08.232060 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4311eba-10eb-4545-a402-169b6d8b0c82 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:43:08.232544 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8918ca9-14e2-4974-8a55-9dc7ae516069', 'tag': '3635d873-a516-4b27-b177-79aad797435a', 'status': 'completed', 'code': 200} Sep 23 18:43:08.241611 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c061dbf-d33b-4b53-bb35-733abc384ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.264577 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-62521e7f-d772-478a-83a9-4df8a694640f req-dc2e4643-35db-4af0-ba0c-b2bf044b1c10 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.273914 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a87529-6e31-4424-b15c-fb4f06173816 req-c2bb2e7f-5ba8-4fe2-8b90-2fba6d42c0f7 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:08.275455 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e8a87529-6e31-4424-b15c-fb4f06173816 req-c2bb2e7f-5ba8-4fe2-8b90-2fba6d42c0f7 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 943 time: 0.0820959 Sep 23 18:43:08.278758 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c061dbf-d33b-4b53-bb35-733abc384ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.333963 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62521e7f-d772-478a-83a9-4df8a694640f req-dc2e4643-35db-4af0-ba0c-b2bf044b1c10 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Network 839314a6-4ed6-4581-9a4d-7d83a16562ce is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:08.345237 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [req-62521e7f-d772-478a-83a9-4df8a694640f req-dc2e4643-35db-4af0-ba0c-b2bf044b1c10 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:08.347125 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c061dbf-d33b-4b53-bb35-733abc384ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.349882 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c061dbf-d33b-4b53-bb35-733abc384ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.354664 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-8c061dbf-d33b-4b53-bb35-733abc384ea0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c737295-81d8-4205-9cb1-363ece7ceb95 HTTP/1.1" status: 204 len: 168 time: 0.1669450 Sep 23 18:43:08.358523 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-62521e7f-d772-478a-83a9-4df8a694640f req-dc2e4643-35db-4af0-ba0c-b2bf044b1c10 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:43:08.364432 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62521e7f-d772-478a-83a9-4df8a694640f req-dc2e4643-35db-4af0-ba0c-b2bf044b1c10 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:08.365056 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-62521e7f-d772-478a-83a9-4df8a694640f req-dc2e4643-35db-4af0-ba0c-b2bf044b1c10 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.366869 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c061dbf-d33b-4b53-bb35-733abc384ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c737295-81d8-4205-9cb1-363ece7ceb95,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:08.380974 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e4643-35db-4af0-ba0c-b2bf044b1c10 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event updated for resources: {'Port': ['ID=ae383cee-1966-4385-9fac-d7edddd6d4e3,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:08.424773 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e8a87529-6e31-4424-b15c-fb4f06173816 req-ce1e737e-d283-42c2-b6da-3f263e89c7f6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400042 Sep 23 18:43:08.435908 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62521e7f-d772-478a-83a9-4df8a694640f req-dc2e4643-35db-4af0-ba0c-b2bf044b1c10 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6478939 Sep 23 18:43:08.464082 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1e4e8-f144-46c5-bed4-5ac8e96a1603 req-8bfd4deb-3684-4d6b-9db9-20dd396d16b7 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:08.466084 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2cf1e4e8-f144-46c5-bed4-5ac8e96a1603 req-8bfd4deb-3684-4d6b-9db9-20dd396d16b7 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 931 time: 0.1223111 Sep 23 18:43:08.514427 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2cf1e4e8-f144-46c5-bed4-5ac8e96a1603 req-a4c1d683-1d6e-47eb-b989-b1d778b9b7a2 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416780 Sep 23 18:43:08.596307 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-dca95904-c051-4444-9abc-a7fa754e9b72 None None] Provisioning complete for port ae383cee-1966-4385-9fac-d7edddd6d4e3 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:08.597185 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-dca95904-c051-4444-9abc-a7fa754e9b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.639450 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-dca95904-c051-4444-9abc-a7fa754e9b72 None None] Port ae383cee-1966-4385-9fac-d7edddd6d4e3 cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:43:08.698482 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55924) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:08.712610 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e695d5a-b743-457c-b200-113f4a3782b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.806166 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e695d5a-b743-457c-b200-113f4a3782b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.810113 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e695d5a-b743-457c-b200-113f4a3782b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.853018 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-3e695d5a-b743-457c-b200-113f4a3782b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=686daa464d304ff58bba237f7bdecb32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498668 Sep 23 18:43:08.853018 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e695d5a-b743-457c-b200-113f4a3782b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b878f63-43f0-4915-9cd9-9b9d1756db9f,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:08.854016 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcbb9c-accf-4083-a374-58b7e8cf1bae req-86a76b71-7c20-427b-b842-0ee233050422 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:08.855438 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5fdcbb9c-accf-4083-a374-58b7e8cf1bae req-86a76b71-7c20-427b-b842-0ee233050422 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 943 time: 0.0526266 Sep 23 18:43:08.855546 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 55928) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:08.911383 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a56084e8-42ba-43f1-af6c-1c5ebe2c8217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.913999 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5fdcbb9c-accf-4083-a374-58b7e8cf1bae req-626cf37e-e572-4c54-927f-cde1adb8ffb0 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398510 Sep 23 18:43:08.941038 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a56084e8-42ba-43f1-af6c-1c5ebe2c8217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.986840 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a56084e8-42ba-43f1-af6c-1c5ebe2c8217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.989636 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a56084e8-42ba-43f1-af6c-1c5ebe2c8217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:08.991187 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-a56084e8-42ba-43f1-af6c-1c5ebe2c8217 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b878f63-43f0-4915-9cd9-9b9d1756db9f HTTP/1.1" status: 204 len: 168 time: 0.1344516 Sep 23 18:43:09.001420 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56084e8-42ba-43f1-af6c-1c5ebe2c8217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b878f63-43f0-4915-9cd9-9b9d1756db9f,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:09.212414 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-118d943e-5eed-460a-bd00-551a87f0f6f1 req-244ed736-da9b-4b8a-a1a4-15c0a97495eb tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 210 time: 0.0272026 Sep 23 18:43:09.558132 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e83f9-e937-4cd0-8559-d9db5baa1ab6 req-0366c7ef-af0c-4130-94c5-f9780473bc91 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:09.564875 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-155e83f9-e937-4cd0-8559-d9db5baa1ab6 req-0366c7ef-af0c-4130-94c5-f9780473bc91 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 943 time: 0.0606000 Sep 23 18:43:09.626778 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-155e83f9-e937-4cd0-8559-d9db5baa1ab6 req-f4451b3f-60a0-4f1b-a00f-0c7961603384 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598619 Sep 23 18:43:09.646102 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1e241-875f-4259-8e17-9947c4e68acf req-d021cbfb-44fc-4fd4-85c9-dcf39a5862e8 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:09.647697 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-45f1e241-875f-4259-8e17-9947c4e68acf req-d021cbfb-44fc-4fd4-85c9-dcf39a5862e8 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 931 time: 0.0639930 Sep 23 18:43:09.720293 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Request body: {'port': {'device_id': 'a05d1e02-288f-40d5-9c6f-a869b339a55d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:09.742996 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-7fc29717-50f5-42a7-a5bb-86b5864abad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:09.745258 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-7fc29717-50f5-42a7-a5bb-86b5864abad9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6d0e3ad5d04433cb86e81a32e559fcb&device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 1096 time: 0.0518899 Sep 23 18:43:09.794054 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-d11e8fcc-feb8-41dc-89d8-296f3fda6e74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3635d873-a516-4b27-b177-79aad797435a HTTP/1.1" status: 200 len: 217 time: 0.0396996 Sep 23 18:43:09.812887 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 3f908d77-5d23-4a02-985b-554f4265bf17 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:43:09.890140 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-bededca9-dd05-407a-b1cd-7314064e757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:09.892948 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-bededca9-dd05-407a-b1cd-7314064e757d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30fd0bd1-802c-436b-b80a-359a455b4902 HTTP/1.1" status: 200 len: 859 time: 0.0648077 Sep 23 18:43:09.968177 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-26e8020d-39ad-4c97-b077-92b63db9a367 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d318e29-c174-4ee7-b855-dbffdacd1183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669947 Sep 23 18:43:10.006526 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 3f908d77-5d23-4a02-985b-554f4265bf17, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=3f908d77-5d23-4a02-985b-554f4265bf17,segment=NetworkSegment(7cd6f9a7-f01f-47d1-b276-a736edf85b28),segment_id=7cd6f9a7-f01f-47d1-b276-a736edf85b28)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:10.036402 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '3f908d77-5d23-4a02-985b-554f4265bf17', 'network_id': '69d43dc1-9ea1-4613-8290-e93265aa2f5e', 'port_id': '3f908d77-5d23-4a02-985b-554f4265bf17', 'mac_address': 'fa:16:3e:c9:52:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9080031f-4718-4177-a550-fafe50c6e84c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:43:10.041158 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-45f1e241-875f-4259-8e17-9947c4e68acf req-211572d3-2493-468c-8dbd-bfc9dadb03da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777430 Sep 23 18:43:10.044979 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-886aece7-9c54-48f9-88fc-5b857b5642f6 req-95652aa7-3849-4021-afcf-81937f5de27d service neutron] 10.222.0.42 "GET /v2.0/networks/69d43dc1-9ea1-4613-8290-e93265aa2f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954747 Sep 23 18:43:10.099728 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:10.117407 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:10.120198 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-fe245e7e-bea7-4f04-bc81-e994f0edbf9a service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401179 Sep 23 18:43:10.124890 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f908d77-5d23-4a02-985b-554f4265bf17 {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:43:10.138628 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535cf53-2f09-4b14-9ea0-6a87f1c6ba3f req-b732f54b-7939-4a63-86aa-32dd28ce892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:10.140277 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f535cf53-2f09-4b14-9ea0-6a87f1c6ba3f req-b732f54b-7939-4a63-86aa-32dd28ce892f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6d0e3ad5d04433cb86e81a32e559fcb&device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 1096 time: 0.4330733 Sep 23 18:43:10.146448 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 3f908d77-5d23-4a02-985b-554f4265bf17, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=3f908d77-5d23-4a02-985b-554f4265bf17,segment=NetworkSegment(7cd6f9a7-f01f-47d1-b276-a736edf85b28),segment_id=7cd6f9a7-f01f-47d1-b276-a736edf85b28)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:10.152571 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:10.162025 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2d2fa-cafa-4a7c-b6eb-f87c1908a9c0 req-4cd8a64c-cb2d-4a00-9071-2c30e986c0b2 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:10.164010 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a9f2d2fa-cafa-4a7c-b6eb-f87c1908a9c0 req-4cd8a64c-cb2d-4a00-9071-2c30e986c0b2 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 943 time: 0.1174812 Sep 23 18:43:10.214232 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=3f908d77-5d23-4a02-985b-554f4265bf17,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:10.274599 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a9f2d2fa-cafa-4a7c-b6eb-f87c1908a9c0 req-ca4d29e3-8e28-42ad-aed0-3772735fb2d3 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933278 Sep 23 18:43:10.325094 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7014684b-210a-469c-bccc-4362da1e12c1 req-20a41fe0-806c-4a9a-8af1-07567b3658a3 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 210 time: 0.0366731 Sep 23 18:43:10.458341 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae383cee-1966-4385-9fac-d7edddd6d4e3 {{(pid=100704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:43:10.466049 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:10.478186 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.provisioning_blocks [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Transition to ACTIVE for port object ae383cee-1966-4385-9fac-d7edddd6d4e3 will not be triggered until provisioned by entity L2. {{(pid=100704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:43:10.482231 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:10.557294 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Pushing event updated for resources: {'Port': ['ID=ae383cee-1966-4385-9fac-d7edddd6d4e3,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:10.573874 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Attempting to bind port ae383cee-1966-4385-9fac-d7edddd6d4e3 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:43:10.574220 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Attempting to bind port ae383cee-1966-4385-9fac-d7edddd6d4e3 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:43:10.574560 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Attempting to bind port ae383cee-1966-4385-9fac-d7edddd6d4e3 on network 839314a6-4ed6-4581-9a4d-7d83a16562ce {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:10.578939 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Port ae383cee-1966-4385-9fac-d7edddd6d4e3 on network 839314a6-4ed6-4581-9a4d-7d83a16562ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:43:10.579261 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Attempting to bind port ae383cee-1966-4385-9fac-d7edddd6d4e3 on network 839314a6-4ed6-4581-9a4d-7d83a16562ce {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:10.584502 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:43:10.585596 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Checking segment: {'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:10.586023 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Bound using segment: {'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:43:10.586468 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Bound port: ae383cee-1966-4385-9fac-d7edddd6d4e3, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'}}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:43:10.587029 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:10.667067 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] For port ae383cee-1966-4385-9fac-d7edddd6d4e3, host hv-cinder-81041, cleared binding levels {{(pid=100704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:43:10.671273 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] For port ae383cee-1966-4385-9fac-d7edddd6d4e3, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ae383cee-1966-4385-9fac-d7edddd6d4e3,segment=NetworkSegment(60b958f9-3055-42ca-9de4-5f1b6fc2dc83),segment_id=60b958f9-3055-42ca-9de4-5f1b6fc2dc83)] {{(pid=100704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:43:10.677220 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:10.713721 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:10.714527 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:10.716464 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62521e7f-d772-478a-83a9-4df8a694640f req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] 10.222.0.42 "PUT /v2.0/ports/ae383cee-1966-4385-9fac-d7edddd6d4e3 HTTP/1.1" status: 200 len: 1093 time: 1.0146377 Sep 23 18:43:10.717097 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05d1e02-288f-40d5-9c6f-a869b339a55d', 'tag': 'ae383cee-1966-4385-9fac-d7edddd6d4e3'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:43:10.719525 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92909d8c-26da-4eb5-8d56-e8d70d7536b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a05d1e02-288f-40d5-9c6f-a869b339a55d", "tag": "ae383cee-1966-4385-9fac-d7edddd6d4e3"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:43:10.790105 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3eb2a1-2709-4902-a2c8-95c1a5d72872 service neutron] Pushing event updated for resources: {'Port': ['ID=ae383cee-1966-4385-9fac-d7edddd6d4e3,revision_number=3']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:10.796033 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364dc061-dd4d-4615-ae18-0e968b7763bc x-openstack-request-id: req-364dc061-dd4d-4615-ae18-0e968b7763bc {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:43:10.796409 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05d1e02-288f-40d5-9c6f-a869b339a55d", "tag": "ae383cee-1966-4385-9fac-d7edddd6d4e3", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:43:10.796657 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-364dc061-dd4d-4615-ae18-0e968b7763bc {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:43:10.797395 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05d1e02-288f-40d5-9c6f-a869b339a55d', 'tag': 'ae383cee-1966-4385-9fac-d7edddd6d4e3', 'status': 'completed', 'code': 200} Sep 23 18:43:10.815053 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bdb50-3891-449f-8b6b-a30f85735f82 req-1ef78d5e-fd02-4440-9f51-747054518563 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:10.823265 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c21bdb50-3891-449f-8b6b-a30f85735f82 req-1ef78d5e-fd02-4440-9f51-747054518563 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 943 time: 0.0995030 Sep 23 18:43:10.880082 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c21bdb50-3891-449f-8b6b-a30f85735f82 req-79b0f2b3-6c30-4265-ab4a-cf832fd6e50b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558162 Sep 23 18:43:11.162707 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97417dc1-29a4-4b10-86dd-a812f320e9f4 req-ccd81ecb-dad9-41bb-a814-358ba446cd96 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:11.164171 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-97417dc1-29a4-4b10-86dd-a812f320e9f4 req-ccd81ecb-dad9-41bb-a814-358ba446cd96 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 943 time: 0.0506697 Sep 23 18:43:11.201762 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-97417dc1-29a4-4b10-86dd-a812f320e9f4 req-1f27e9ed-4160-4672-ae07-223fa8b07bbb tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316505 Sep 23 18:43:11.393617 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77270b65-068e-4c89-ab27-0868d453bd8e req-cde093d2-1245-4609-9fb3-40565a5f9870 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:11.395135 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-77270b65-068e-4c89-ab27-0868d453bd8e req-cde093d2-1245-4609-9fb3-40565a5f9870 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 944 time: 0.0515893 Sep 23 18:43:11.395735 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 56044) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:11.437893 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d83cc3d2-8ca0-4345-b33c-bf138ec70818 req-39833f77-1577-477b-88aa-fa811060b293 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 210 time: 0.0416803 Sep 23 18:43:11.456625 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-77270b65-068e-4c89-ab27-0868d453bd8e req-7e4e4eba-a5c9-4ed9-b70e-afff7a172bd5 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510101 Sep 23 18:43:11.506780 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-cf2edba6-9dad-4770-af82-54a8286cfbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:11.590161 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-cf2edba6-9dad-4770-af82-54a8286cfbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:11.593915 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-cf2edba6-9dad-4770-af82-54a8286cfbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:11.635410 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-cf2edba6-9dad-4770-af82-54a8286cfbd0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=35fc05353e6747c7b15000cfbea34da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383962 Sep 23 18:43:11.636556 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2edba6-9dad-4770-af82-54a8286cfbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4219ba0c-eee2-4c9c-b145-49b8e4cf8b7d,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:11.638175 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 56048) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:11.684580 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-aab29b9d-13cf-4fb2-a6cf-5e79ab948657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:11.707951 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-aab29b9d-13cf-4fb2-a6cf-5e79ab948657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:11.753108 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-aab29b9d-13cf-4fb2-a6cf-5e79ab948657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:11.755818 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-aab29b9d-13cf-4fb2-a6cf-5e79ab948657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:11.759886 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-aab29b9d-13cf-4fb2-a6cf-5e79ab948657 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4219ba0c-eee2-4c9c-b145-49b8e4cf8b7d HTTP/1.1" status: 204 len: 168 time: 0.1179171 Sep 23 18:43:11.771905 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab29b9d-13cf-4fb2-a6cf-5e79ab948657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4219ba0c-eee2-4c9c-b145-49b8e4cf8b7d,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:11.984346 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918605f3-11c1-4628-929d-2c3edf6b34b6 req-03ab1200-ccd4-4135-a70e-b3028dcfd5c7 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:11.994475 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-918605f3-11c1-4628-929d-2c3edf6b34b6 req-03ab1200-ccd4-4135-a70e-b3028dcfd5c7 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 943 time: 0.0516613 Sep 23 18:43:12.027540 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 56058) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:12.032153 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-918605f3-11c1-4628-929d-2c3edf6b34b6 req-3d35ba35-6704-48f4-9c41-39d280d2429e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381324 Sep 23 18:43:12.174770 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-88723dd9-3dbb-4030-a72a-b141f4ad84b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:12.265568 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-88723dd9-3dbb-4030-a72a-b141f4ad84b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:12.269891 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-88723dd9-3dbb-4030-a72a-b141f4ad84b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:12.307430 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-88723dd9-3dbb-4030-a72a-b141f4ad84b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d688a698ad54ed28d7fe457b6c7a19a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788138 Sep 23 18:43:12.308302 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88723dd9-3dbb-4030-a72a-b141f4ad84b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ff00f2-09c0-4ae5-9104-39c8676d3f81,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:12.311089 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 56068) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:12.327199 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cac623-3295-4ace-b7d1-ba5c3303f910 req-2153740e-9433-49ce-866d-71f1b7e09dc4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:12.328886 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-68cac623-3295-4ace-b7d1-ba5c3303f910 req-2153740e-9433-49ce-866d-71f1b7e09dc4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 943 time: 0.0557451 Sep 23 18:43:12.367465 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-45c253c5-a38a-477f-9a34-21dee3c7512f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:12.373648 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-68cac623-3295-4ace-b7d1-ba5c3303f910 req-8d413098-f4bd-4135-a8f8-2f3bfdbcc54e tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385945 Sep 23 18:43:12.392731 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-45c253c5-a38a-477f-9a34-21dee3c7512f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:12.436716 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-45c253c5-a38a-477f-9a34-21dee3c7512f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:12.439197 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-45c253c5-a38a-477f-9a34-21dee3c7512f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:12.440339 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-45c253c5-a38a-477f-9a34-21dee3c7512f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52ff00f2-09c0-4ae5-9104-39c8676d3f81 HTTP/1.1" status: 204 len: 168 time: 0.1283481 Sep 23 18:43:12.447528 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c253c5-a38a-477f-9a34-21dee3c7512f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ff00f2-09c0-4ae5-9104-39c8676d3f81,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:12.547085 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c562d6f5-4fb7-4782-ab4e-b66dbb4e8ab0 req-6005443f-c270-4eb4-b891-dbda0d2c66ea tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 210 time: 0.0344932 Sep 23 18:43:12.583136 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abde97-a556-47cd-8b96-8442d3735de9 req-5d3f09a6-c4a8-41fd-b734-da27ab5e1a21 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:12.584722 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-63abde97-a556-47cd-8b96-8442d3735de9 req-5d3f09a6-c4a8-41fd-b734-da27ab5e1a21 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 944 time: 0.0610557 Sep 23 18:43:12.624264 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-63abde97-a556-47cd-8b96-8442d3735de9 req-79110cad-2678-401f-a174-56c46fd15725 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324595 Sep 23 18:43:12.836931 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-99eac0c8-e556-4139-aae0-9b9765cb3c66 req-71092c5e-32a7-4efd-af79-bc7485fcbbc2 service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854173 Sep 23 18:43:12.930025 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92909d8c-26da-4eb5-8d56-e8d70d7536b5 req-15fd47db-9c47-466b-bec1-edee0a2adf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:12.931511 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-92909d8c-26da-4eb5-8d56-e8d70d7536b5 req-15fd47db-9c47-466b-bec1-edee0a2adf47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da8d789b5bc7452885df88ceb397e55f&device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 1096 time: 0.1458416 Sep 23 18:43:12.946276 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a446edf-e42c-4d57-8404-f269595be260 req-dfaf0d46-65e2-4fb0-bcaa-a1c293b39475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:12.947773 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-2a446edf-e42c-4d57-8404-f269595be260 req-dfaf0d46-65e2-4fb0-bcaa-a1c293b39475 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6d0e3ad5d04433cb86e81a32e559fcb&device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 1096 time: 0.0508244 Sep 23 18:43:12.983457 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535cf53-2f09-4b14-9ea0-6a87f1c6ba3f req-aa4d2ce9-2a6f-49ea-886a-dea0a40b37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:12.985018 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f535cf53-2f09-4b14-9ea0-6a87f1c6ba3f req-aa4d2ce9-2a6f-49ea-886a-dea0a40b37c6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d6d0e3ad5d04433cb86e81a32e559fcb&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2330801 Sep 23 18:43:13.035189 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['3f908d77-5d23-4a02-985b-554f4265bf17'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:43:13.235151 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a446edf-e42c-4d57-8404-f269595be260 req-ea1c1483-c904-48bc-9eff-2693195c21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:13.237481 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-2a446edf-e42c-4d57-8404-f269595be260 req-ea1c1483-c904-48bc-9eff-2693195c21dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d318e29-c174-4ee7-b855-dbffdacd1183 HTTP/1.1" status: 200 len: 921 time: 0.2823110 Sep 23 18:43:13.321676 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-4fd5e4d3-668c-486c-b281-ad03a38f5349 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:13.322931 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-4fd5e4d3-668c-486c-b281-ad03a38f5349 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.42 "GET /v2.0/networks?id=5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d HTTP/1.1" status: 200 len: 808 time: 0.1298063 Sep 23 18:43:13.343772 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-2a446edf-e42c-4d57-8404-f269595be260 req-ed0b383b-db42-4284-8d13-719c3e3aa1f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3635d873-a516-4b27-b177-79aad797435a HTTP/1.1" status: 200 len: 217 time: 0.0984876 Sep 23 18:43:13.345343 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92909d8c-26da-4eb5-8d56-e8d70d7536b5 req-064c9ee5-f1b2-4d69-8c61-51c32a1c6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:13.346865 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-92909d8c-26da-4eb5-8d56-e8d70d7536b5 req-064c9ee5-f1b2-4d69-8c61-51c32a1c6032 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=da8d789b5bc7452885df88ceb397e55f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3982732 Sep 23 18:43:13.360961 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-83a3d868-0c6d-4350-95f2-69ba7445cd3d tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Request body: {'port': {'device_id': '6527d662-e8ea-4dfc-8a91-8fc0b19c0cac', 'network_id': '5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d', 'admin_state_up': True, 'tenant_id': 'b00540ab3d6a4cf8981658dcca47d2a4'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:13.461237 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 56110) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:13.489609 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a446edf-e42c-4d57-8404-f269595be260 req-4e836264-8845-4c8e-8c4b-b9d475e2f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:13.495747 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-2a446edf-e42c-4d57-8404-f269595be260 req-4e836264-8845-4c8e-8c4b-b9d475e2f1f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30fd0bd1-802c-436b-b80a-359a455b4902 HTTP/1.1" status: 200 len: 859 time: 0.1369686 Sep 23 18:43:13.544934 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-2a446edf-e42c-4d57-8404-f269595be260 req-fe05742d-2d1e-49b1-88cb-669f3213a190 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d318e29-c174-4ee7-b855-dbffdacd1183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426350 Sep 23 18:43:13.676578 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-2a446edf-e42c-4d57-8404-f269595be260 req-27f5dc8c-74aa-4487-b440-2718f4232212 service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216238 Sep 23 18:43:13.770083 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535cf53-2f09-4b14-9ea0-6a87f1c6ba3f req-7643d771-fd28-4944-a7a4-f0b9a4d16d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:13.777276 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f535cf53-2f09-4b14-9ea0-6a87f1c6ba3f req-7643d771-fd28-4944-a7a4-f0b9a4d16d19 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7785659 Sep 23 18:43:13.811852 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c147399-8f7e-40d5-98a2-b04a4c628edc req-05961278-d6ab-4288-9b52-b85f249707e6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:13.819059 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3c147399-8f7e-40d5-98a2-b04a4c628edc req-05961278-d6ab-4288-9b52-b85f249707e6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 943 time: 0.6501970 Sep 23 18:43:13.828085 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-2a446edf-e42c-4d57-8404-f269595be260 req-d3c1b86b-8964-43f1-aeff-5f61c89ddf8d service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432681 Sep 23 18:43:13.965019 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-3f86d830-fa9d-4b97-99f9-f5523cbde0de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1694967906-network', 'tenant_id': 'a40806e0ad7f41b185ef53da29f498c0'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:14.067912 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3c147399-8f7e-40d5-98a2-b04a4c628edc req-ddc58abc-8bca-4112-b797-551d5998e7f8 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478774 Sep 23 18:43:14.072103 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f86d830-fa9d-4b97-99f9-f5523cbde0de admin admin] Made reservation on behalf of a40806e0ad7f41b185ef53da29f498c0 for: {'network': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:14.074400 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3f86d830-fa9d-4b97-99f9-f5523cbde0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:14.080728 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-7ab72539-8240-4bcd-a774-df26d116bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:14.082191 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-7ab72539-8240-4bcd-a774-df26d116bd43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6d0e3ad5d04433cb86e81a32e559fcb&device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 1096 time: 0.2527170 Sep 23 18:43:14.092533 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dc08b-8441-4e7f-b902-0394430000a1 req-996dffa5-b0cd-4c04-a54a-e35641b28b3d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:14.092533 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-715dc08b-8441-4e7f-b902-0394430000a1 req-996dffa5-b0cd-4c04-a54a-e35641b28b3d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 943 time: 0.5737019 Sep 23 18:43:14.100033 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92909d8c-26da-4eb5-8d56-e8d70d7536b5 req-7bd1eedb-bc4a-43ef-822e-e41f27d90e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:14.102063 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-92909d8c-26da-4eb5-8d56-e8d70d7536b5 req-7bd1eedb-bc4a-43ef-822e-e41f27d90e9f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7124333 Sep 23 18:43:14.114926 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3f86d830-fa9d-4b97-99f9-f5523cbde0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:14.178724 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-9949af57-2ec7-40ee-a354-4273ffaecb0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=182660f7-2131-4489-b6a8-60ad517d1cdf HTTP/1.1" status: 200 len: 217 time: 0.0864046 Sep 23 18:43:14.234436 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-83a3d868-0c6d-4350-95f2-69ba7445cd3d tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Made reservation on behalf of b00540ab3d6a4cf8981658dcca47d2a4 for: {'port': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:14.237864 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-83a3d868-0c6d-4350-95f2-69ba7445cd3d tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:14.264617 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c6d914e8-9396-4530-a791-8ae5f82a41f1 req-0b3a1a98-be54-44a9-8081-a9267c6f10fd tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 210 time: 0.1104434 Sep 23 18:43:14.306120 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-715dc08b-8441-4e7f-b902-0394430000a1 req-251e5916-f0bc-4697-a991-a66e4e5c8430 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006898 Sep 23 18:43:14.365071 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62521e7f-d772-478a-83a9-4df8a694640f req-fe75e84e-cd46-4b0b-8300-80f273c535ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:14.366641 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62521e7f-d772-478a-83a9-4df8a694640f req-fe75e84e-cd46-4b0b-8300-80f273c535ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da8d789b5bc7452885df88ceb397e55f&device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 1096 time: 0.2096579 Sep 23 18:43:14.372901 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-a0fb07d1-cd6d-428d-8952-c59cfd9efbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:14.374499 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-a0fb07d1-cd6d-428d-8952-c59cfd9efbfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30fd0bd1-802c-436b-b80a-359a455b4902 HTTP/1.1" status: 200 len: 859 time: 0.1723039 Sep 23 18:43:14.503172 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d01e7-121d-4b78-8a4e-f2131f7607ac req-179f5fc6-c5ee-410d-b9fd-141a817aca40 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:14.504730 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ce4d01e7-121d-4b78-8a4e-f2131f7607ac req-179f5fc6-c5ee-410d-b9fd-141a817aca40 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 944 time: 0.1451900 Sep 23 18:43:14.532515 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-83a3d868-0c6d-4350-95f2-69ba7445cd3d tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Allocated IP 172.20.0.9 (5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d/80c8ba06-1525-4e49-b3be-44833906f9e9/2fddc9c1-43fb-4939-b39f-9ff8a97778e1) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:43:14.572905 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3f86d830-fa9d-4b97-99f9-f5523cbde0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:14.578085 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ce4d01e7-121d-4b78-8a4e-f2131f7607ac req-3d79e096-fb93-4204-a28d-00d96308ae16 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647697 Sep 23 18:43:14.582720 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3f86d830-fa9d-4b97-99f9-f5523cbde0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:14.625570 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f86d830-fa9d-4b97-99f9-f5523cbde0de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=100704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:43:14.638064 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86d830-fa9d-4b97-99f9-f5523cbde0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4317c5e5-27ab-456c-821f-66077afe1386,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:14.648471 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3f86d830-fa9d-4b97-99f9-f5523cbde0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:14.648824 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.segments_db [None req-3f86d830-fa9d-4b97-99f9-f5523cbde0de admin admin] Added segment 580d43c2-172d-48db-90ec-b2d2be26d5ed of type vlan for network 53be7907-1c43-4b3f-985b-5eb418576c56 Sep 23 18:43:14.740589 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3f86d830-fa9d-4b97-99f9-f5523cbde0de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:14.791960 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3f86d830-fa9d-4b97-99f9-f5523cbde0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:14.792938 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f86d830-fa9d-4b97-99f9-f5523cbde0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:14.793527 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3f86d830-fa9d-4b97-99f9-f5523cbde0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:14.802567 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-83a3d868-0c6d-4350-95f2-69ba7445cd3d tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:14.836934 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-3f86d830-fa9d-4b97-99f9-f5523cbde0de admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3701119 Sep 23 18:43:14.837421 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 56166) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:14.843868 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-ceb27637-4c6d-4ca2-b3b7-78fc8018a717 admin admin] Request body: {'subnet': {'network_id': '53be7907-1c43-4b3f-985b-5eb418576c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1694967906-subnet', 'tenant_id': 'a40806e0ad7f41b185ef53da29f498c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:14.870442 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb27637-4c6d-4ca2-b3b7-78fc8018a717 admin admin] Made reservation on behalf of a40806e0ad7f41b185ef53da29f498c0 for: {'subnet': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:14.872975 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ceb27637-4c6d-4ca2-b3b7-78fc8018a717 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:14.876457 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86d830-fa9d-4b97-99f9-f5523cbde0de admin admin] Pushing event updated for resources: {'Network': ['ID=53be7907-1c43-4b3f-985b-5eb418576c56,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:14.889177 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network 53be7907-1c43-4b3f-985b-5eb418576c56 details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:43:14.898103 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-83a3d868-0c6d-4350-95f2-69ba7445cd3d tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:14.953674 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-83a3d868-0c6d-4350-95f2-69ba7445cd3d tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Network 5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:14.961081 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-83a3d868-0c6d-4350-95f2-69ba7445cd3d tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:14.969695 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-83a3d868-0c6d-4350-95f2-69ba7445cd3d tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:43:14.976280 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-83a3d868-0c6d-4350-95f2-69ba7445cd3d tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:14.976646 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-83a3d868-0c6d-4350-95f2-69ba7445cd3d tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:14.991606 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3d868-0c6d-4350-95f2-69ba7445cd3d tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Pushing event updated for resources: {'Port': ['ID=2fddc9c1-43fb-4939-b39f-9ff8a97778e1,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:15.000630 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-83a3d868-0c6d-4350-95f2-69ba7445cd3d tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6567085 Sep 23 18:43:15.085359 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ceb27637-4c6d-4ca2-b3b7-78fc8018a717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for subnet, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:15.143863 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb27637-4c6d-4ca2-b3b7-78fc8018a717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0268291-8b9c-44df-87eb-db2099eb8c5b,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:15.153754 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb27637-4c6d-4ca2-b3b7-78fc8018a717 admin admin] Checking segment: {'id': '580d43c2-172d-48db-90ec-b2d2be26d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '53be7907-1c43-4b3f-985b-5eb418576c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:15.154109 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb27637-4c6d-4ca2-b3b7-78fc8018a717 admin admin] Network hostable DHCP agents. Network: 53be7907-1c43-4b3f-985b-5eb418576c56, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:43:15.170627 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb27637-4c6d-4ca2-b3b7-78fc8018a717 admin admin] Network 53be7907-1c43-4b3f-985b-5eb418576c56 is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:43:15.179730 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-ceb27637-4c6d-4ca2-b3b7-78fc8018a717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, 53be7907-1c43-4b3f-985b-5eb418576c56) {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:15.180758 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd33864-14a2-41c2-b999-a010dc0a1c6b req-4cacec69-f492-49bb-8754-88a6adaa831a tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:15.182234 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fdd33864-14a2-41c2-b999-a010dc0a1c6b req-4cacec69-f492-49bb-8754-88a6adaa831a tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 943 time: 0.0487211 Sep 23 18:43:15.184359 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb27637-4c6d-4ca2-b3b7-78fc8018a717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:15.184843 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ceb27637-4c6d-4ca2-b3b7-78fc8018a717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:15.195413 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d2ec15-5c03-4c05-b787-3987443c5209 None None] Network 53be7907-1c43-4b3f-985b-5eb418576c56 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:43:15.201796 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-ceb27637-4c6d-4ca2-b3b7-78fc8018a717 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3628590 Sep 23 18:43:15.231027 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fdd33864-14a2-41c2-b999-a010dc0a1c6b req-53e8f0f2-7e91-426b-b806-5c10821f4f26 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399818 Sep 23 18:43:15.259119 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 3635d873-a516-4b27-b177-79aad797435a details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:43:15.277998 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:43:15.446488 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aa91f-c31b-4b91-9fd2-d3028db5459b req-3e8299b2-f50e-4fce-bd42-b8ec0ca898c4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:15.448073 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-473aa91f-c31b-4b91-9fd2-d3028db5459b req-3e8299b2-f50e-4fce-bd42-b8ec0ca898c4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 931 time: 0.1144326 Sep 23 18:43:15.486903 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0021d9-f158-49dd-95ae-767186149d59 req-92fff136-2f73-4c70-8a94-f5e5cbef4341 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:15.488463 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-da0021d9-f158-49dd-95ae-767186149d59 req-92fff136-2f73-4c70-8a94-f5e5cbef4341 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 943 time: 0.0809135 Sep 23 18:43:15.510419 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8770a409-c370-4d17-aad1-ae161c5d00e1 None None] Network 53be7907-1c43-4b3f-985b-5eb418576c56 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:43:15.510608 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-473aa91f-c31b-4b91-9fd2-d3028db5459b req-9a6ffbad-1729-411b-a626-04151dedcab4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561583 Sep 23 18:43:15.543547 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-da0021d9-f158-49dd-95ae-767186149d59 req-f115cf53-ddc5-4af3-bd87-92ea0532ec9c tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441217 Sep 23 18:43:15.551179 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 3635d873-a516-4b27-b177-79aad797435a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=3635d873-a516-4b27-b177-79aad797435a,segment=NetworkSegment(38712118-2a2d-49de-8a1e-e97bdb9afa84),segment_id=38712118-2a2d-49de-8a1e-e97bdb9afa84)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:15.565858 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '3635d873-a516-4b27-b177-79aad797435a', 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183', 'port_id': '3635d873-a516-4b27-b177-79aad797435a', 'mac_address': 'fa:16:3e:71:cf:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30fd0bd1-802c-436b-b80a-359a455b4902', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:43:15.647398 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:15.683867 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3635d873-a516-4b27-b177-79aad797435a {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:43:15.711729 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd6628-64e2-4a00-9281-345a53899aa2 req-a3ec780d-08eb-4fff-96f4-bb2aae2cd6e8 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:15.713579 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-92fd6628-64e2-4a00-9281-345a53899aa2 req-a3ec780d-08eb-4fff-96f4-bb2aae2cd6e8 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 944 time: 0.0560889 Sep 23 18:43:15.717646 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 3635d873-a516-4b27-b177-79aad797435a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=3635d873-a516-4b27-b177-79aad797435a,segment=NetworkSegment(38712118-2a2d-49de-8a1e-e97bdb9afa84),segment_id=38712118-2a2d-49de-8a1e-e97bdb9afa84)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:15.721901 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:15.754340 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-92fd6628-64e2-4a00-9281-345a53899aa2 req-d7273e75-cf57-4c44-9cc4-080a830387df tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336134 Sep 23 18:43:15.770729 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=3635d873-a516-4b27-b177-79aad797435a,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:15.789099 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 56210) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:15.794160 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-80f21cca-1197-4e46-a22d-8cc1fa7d2193 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1038481750-network', 'tenant_id': 'e1ce2582d45548339b43a3ef4f968e7b'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:15.813835 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f21cca-1197-4e46-a22d-8cc1fa7d2193 admin admin] Made reservation on behalf of e1ce2582d45548339b43a3ef4f968e7b for: {'network': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:15.816472 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-80f21cca-1197-4e46-a22d-8cc1fa7d2193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:15.824861 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-80f21cca-1197-4e46-a22d-8cc1fa7d2193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:15.911183 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-80f21cca-1197-4e46-a22d-8cc1fa7d2193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:15.915601 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-80f21cca-1197-4e46-a22d-8cc1fa7d2193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:15.939140 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f21cca-1197-4e46-a22d-8cc1fa7d2193 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=100703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:43:15.948945 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f21cca-1197-4e46-a22d-8cc1fa7d2193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638fa0a0-b850-4e3d-bc87-03b39c5585a0,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:15.953760 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-80f21cca-1197-4e46-a22d-8cc1fa7d2193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:15.954105 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.segments_db [None req-80f21cca-1197-4e46-a22d-8cc1fa7d2193 admin admin] Added segment 95089c81-a15c-439f-a96d-021f017d0d44 of type vlan for network 77effbff-40c1-4f75-95f5-3ef906d3edaf Sep 23 18:43:15.995190 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-80f21cca-1197-4e46-a22d-8cc1fa7d2193 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:16.018350 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-80f21cca-1197-4e46-a22d-8cc1fa7d2193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:16.019371 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f21cca-1197-4e46-a22d-8cc1fa7d2193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:16.019949 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-80f21cca-1197-4e46-a22d-8cc1fa7d2193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:16.042843 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-80f21cca-1197-4e46-a22d-8cc1fa7d2193 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2527075 Sep 23 18:43:16.045812 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 56212) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:16.050883 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-f45449fe-4c6c-4982-b357-8c350effc728 admin admin] Request body: {'subnet': {'network_id': '77effbff-40c1-4f75-95f5-3ef906d3edaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1038481750-subnet', 'tenant_id': 'e1ce2582d45548339b43a3ef4f968e7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:16.073623 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45449fe-4c6c-4982-b357-8c350effc728 admin admin] Made reservation on behalf of e1ce2582d45548339b43a3ef4f968e7b for: {'subnet': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:16.076093 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f45449fe-4c6c-4982-b357-8c350effc728 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:16.078882 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f21cca-1197-4e46-a22d-8cc1fa7d2193 admin admin] Pushing event updated for resources: {'Network': ['ID=77effbff-40c1-4f75-95f5-3ef906d3edaf,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:16.090368 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network 77effbff-40c1-4f75-95f5-3ef906d3edaf details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:43:16.243675 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f45449fe-4c6c-4982-b357-8c350effc728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for subnet, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:16.333451 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45449fe-4c6c-4982-b357-8c350effc728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4564fb-54bb-435c-8612-eb07b3e98bc1,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:16.340468 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45449fe-4c6c-4982-b357-8c350effc728 admin admin] Checking segment: {'id': '95089c81-a15c-439f-a96d-021f017d0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '77effbff-40c1-4f75-95f5-3ef906d3edaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:16.340830 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45449fe-4c6c-4982-b357-8c350effc728 admin admin] Network hostable DHCP agents. Network: 77effbff-40c1-4f75-95f5-3ef906d3edaf, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:43:16.369001 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa55012-7b55-45bf-bc61-d0cc140a0375 req-b40b57e5-59ef-4866-a461-90585209712d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:16.370494 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-baa55012-7b55-45bf-bc61-d0cc140a0375 req-b40b57e5-59ef-4866-a461-90585209712d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 943 time: 0.0698383 Sep 23 18:43:16.375097 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45449fe-4c6c-4982-b357-8c350effc728 admin admin] Network 77effbff-40c1-4f75-95f5-3ef906d3edaf is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:43:16.393756 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-f45449fe-4c6c-4982-b357-8c350effc728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, 77effbff-40c1-4f75-95f5-3ef906d3edaf) {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:16.399704 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45449fe-4c6c-4982-b357-8c350effc728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:16.400376 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f45449fe-4c6c-4982-b357-8c350effc728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:16.401557 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339ca571-ed6b-4713-a342-648a036a659e None None] Network 77effbff-40c1-4f75-95f5-3ef906d3edaf requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:43:16.422253 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-baa55012-7b55-45bf-bc61-d0cc140a0375 req-8279b690-4ff8-450c-a217-746a66a204c4 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448172 Sep 23 18:43:16.430615 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-f45449fe-4c6c-4982-b357-8c350effc728 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3835080 Sep 23 18:43:16.527292 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca5320a-f9c5-471c-adfb-b895cf3f7573 None None] Network 77effbff-40c1-4f75-95f5-3ef906d3edaf requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:43:16.701655 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e3501-6f88-42fb-ab6a-f5b1d43d68fa req-97d78bef-f67d-41ab-8f9e-33abf1833388 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:16.703132 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-aa5e3501-6f88-42fb-ab6a-f5b1d43d68fa req-97d78bef-f67d-41ab-8f9e-33abf1833388 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 931 time: 0.1053889 Sep 23 18:43:16.711272 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a08193-f908-4e4f-9411-c90d0c8ecdf9 req-68928907-6cee-4870-81cd-1b8d2e901bfd tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:16.712659 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-73a08193-f908-4e4f-9411-c90d0c8ecdf9 req-68928907-6cee-4870-81cd-1b8d2e901bfd tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 943 time: 0.0704038 Sep 23 18:43:16.766520 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-aa5e3501-6f88-42fb-ab6a-f5b1d43d68fa req-b6cf870c-c160-4fa7-a300-e2e45edbc54b tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528262 Sep 23 18:43:16.774187 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-73a08193-f908-4e4f-9411-c90d0c8ecdf9 req-6c111b47-8205-4bc0-b148-1a9ad6f7c3b9 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549972 Sep 23 18:43:16.874774 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ab970-bee3-4f2e-8343-a12484476da4 req-ecd78c6d-6d0c-48e9-a7cf-b6616696f32d tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:16.876418 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f75ab970-bee3-4f2e-8343-a12484476da4 req-ecd78c6d-6d0c-48e9-a7cf-b6616696f32d tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 944 time: 0.0489905 Sep 23 18:43:16.913642 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f75ab970-bee3-4f2e-8343-a12484476da4 req-9aa5e992-fc85-484d-b29e-421e48f271c4 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305929 Sep 23 18:43:17.052575 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Request body: {'port': {'device_id': '6527d662-e8ea-4dfc-8a91-8fc0b19c0cac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:17.066361 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 3f908d77-5d23-4a02-985b-554f4265bf17 up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:43:17.118338 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port 3f908d77-5d23-4a02-985b-554f4265bf17 completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:43:17.122057 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-2e6b3c05-eefe-44c7-82c8-fb67696688ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d318e29-c174-4ee7-b855-dbffdacd1183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795598 Sep 23 18:43:17.122995 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 3f908d77-5d23-4a02-985b-554f4265bf17 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:17.123614 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:17.125739 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62521e7f-d772-478a-83a9-4df8a694640f req-252d7f4a-6823-434a-9005-b7e617d4aaca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae383cee-1966-4385-9fac-d7edddd6d4e3 HTTP/1.1" status: 200 len: 217 time: 0.0852857 Sep 23 18:43:17.170847 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:17.217932 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:17.222024 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:17.245352 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d84153-7c50-4c34-9e4c-f79fb33bf50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f908d77-5d23-4a02-985b-554f4265bf17'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:43:17.258548 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62521e7f-d772-478a-83a9-4df8a694640f req-3ec794df-af59-40e6-959a-13bdf9b99678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:17.259991 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62521e7f-d772-478a-83a9-4df8a694640f req-3ec794df-af59-40e6-959a-13bdf9b99678 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1347f6-4986-47d9-9d8d-3f80a83c6a61 HTTP/1.1" status: 200 len: 849 time: 0.1176720 Sep 23 18:43:17.308304 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['3635d873-a516-4b27-b177-79aad797435a'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:43:17.351532 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 3f908d77-5d23-4a02-985b-554f4265bf17, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=3f908d77-5d23-4a02-985b-554f4265bf17,segment=NetworkSegment(7cd6f9a7-f01f-47d1-b276-a736edf85b28),segment_id=7cd6f9a7-f01f-47d1-b276-a736edf85b28)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:17.364066 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:17.404582 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-b227b672-d1c1-468c-8469-0a16699043c1 service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690110 Sep 23 18:43:17.433780 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62521e7f-d772-478a-83a9-4df8a694640f req-0b784f48-4f88-4360-9634-ff3f884f34b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:17.435231 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62521e7f-d772-478a-83a9-4df8a694640f req-0b784f48-4f88-4360-9634-ff3f884f34b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=839314a6-4ed6-4581-9a4d-7d83a16562ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1494527 Sep 23 18:43:17.480350 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=3f908d77-5d23-4a02-985b-554f4265bf17,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:17.505379 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8c4960-5028-4d09-b40b-94d4bd90cd0e" -d '{"events": [{"server_uuid": "01d84153-7c50-4c34-9e4c-f79fb33bf50c", "name": "network-vif-plugged", "status": "completed", "tag": "3f908d77-5d23-4a02-985b-554f4265bf17"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:43:17.609913 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85a63f4-5ce7-4738-9dac-1f75008bdba6 x-openstack-request-id: req-d85a63f4-5ce7-4738-9dac-1f75008bdba6 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:43:17.610457 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d84153-7c50-4c34-9e4c-f79fb33bf50c", "name": "network-vif-plugged", "status": "completed", "tag": "3f908d77-5d23-4a02-985b-554f4265bf17", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:43:17.610809 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d85a63f4-5ce7-4738-9dac-1f75008bdba6 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:43:17.611326 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d84153-7c50-4c34-9e4c-f79fb33bf50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f908d77-5d23-4a02-985b-554f4265bf17', 'code': 200} Sep 23 18:43:17.842138 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addc537-635d-46ac-b2a5-10a91006ddf0 req-df01999f-bd5a-4794-8f2a-cb55899b308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:17.843808 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-4addc537-635d-46ac-b2a5-10a91006ddf0 req-df01999f-bd5a-4794-8f2a-cb55899b308e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 1098 time: 0.0896008 Sep 23 18:43:17.865045 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-4addc537-635d-46ac-b2a5-10a91006ddf0 req-f32f8ffe-fe17-419e-8468-dc001d72d3f7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:17.921807 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-81325763-22b1-4d66-b6a7-f1b16bbff7b3 service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069709 Sep 23 18:43:17.946887 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78708f-8454-4de8-b7f1-5a65e6a9ad63 req-be230326-7e01-43b3-a0de-dab30dc70b3c tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:17.948339 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cd78708f-8454-4de8-b7f1-5a65e6a9ad63 req-be230326-7e01-43b3-a0de-dab30dc70b3c tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 943 time: 0.3962684 Sep 23 18:43:17.957034 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62521e7f-d772-478a-83a9-4df8a694640f req-0e734df2-9fba-4484-a1c0-0cac4f9c15e4 service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099204 Sep 23 18:43:17.984393 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-4addc537-635d-46ac-b2a5-10a91006ddf0 req-f32f8ffe-fe17-419e-8468-dc001d72d3f7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:17.989278 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-4addc537-635d-46ac-b2a5-10a91006ddf0 req-f32f8ffe-fe17-419e-8468-dc001d72d3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:18.016908 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-4addc537-635d-46ac-b2a5-10a91006ddf0 req-f32f8ffe-fe17-419e-8468-dc001d72d3f7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646607 Sep 23 18:43:18.029211 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f8ffe-fe17-419e-8468-dc001d72d3f7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3a691449-6985-4590-9d14-96e295c50bb5,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:18.043256 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4cd96-8538-4956-9c20-cbc85583c009 req-444ff5aa-5f90-489a-b2e6-efb73198bf62 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:18.044757 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fdf4cd96-8538-4956-9c20-cbc85583c009 req-444ff5aa-5f90-489a-b2e6-efb73198bf62 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 931 time: 0.1838944 Sep 23 18:43:18.105509 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cd78708f-8454-4de8-b7f1-5a65e6a9ad63 req-a4aaf0b4-8fac-4566-82d5-65e7966651a8 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452084 Sep 23 18:43:18.142771 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 {{(pid=100704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:43:18.156270 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:18.185700 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62521e7f-d772-478a-83a9-4df8a694640f req-420bc60e-b9a9-4fdb-9448-ec35bf6d9742 service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151115 Sep 23 18:43:18.191920 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fdf4cd96-8538-4956-9c20-cbc85583c009 req-3684d77e-18d4-47d7-8049-54b727abdb09 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244726 Sep 23 18:43:18.194939 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.provisioning_blocks [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Transition to ACTIVE for port object 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 will not be triggered until provisioned by entity L2. {{(pid=100704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:43:18.206165 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:18.273627 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Pushing event updated for resources: {'Port': ['ID=2fddc9c1-43fb-4939-b39f-9ff8a97778e1,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:18.310424 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae53d7-c83d-45cc-a875-9e37c5fcfa82 req-bc747903-f4c7-4328-ade0-f1956feff3cd tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:18.311912 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-04ae53d7-c83d-45cc-a875-9e37c5fcfa82 req-bc747903-f4c7-4328-ade0-f1956feff3cd tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 943 time: 0.1233752 Sep 23 18:43:18.360195 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Attempting to bind port 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:43:18.360562 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Attempting to bind port 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'bb04f1df-eb03-4186-98a1-808fb306b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d'}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:43:18.360898 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Attempting to bind port 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 on network 5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:18.378644 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Port 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 on network 5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:43:18.378972 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Attempting to bind port 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 on network 5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:18.389974 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:43:18.390318 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Checking segment: {'id': 'bb04f1df-eb03-4186-98a1-808fb306b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:18.390703 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Bound using segment: {'id': 'bb04f1df-eb03-4186-98a1-808fb306b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d'} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:43:18.391139 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Bound port: 2fddc9c1-43fb-4939-b39f-9ff8a97778e1, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb04f1df-eb03-4186-98a1-808fb306b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d'}}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:43:18.391502 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:18.396339 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-04ae53d7-c83d-45cc-a875-9e37c5fcfa82 req-9d492a05-939a-42ae-be4a-ce57a1692c6f tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681539 Sep 23 18:43:18.412022 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1d47d-f462-42da-aacc-4cf2fbaebe48 req-5626e14f-b496-4901-afd8-6890a17cbea2 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:18.414070 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fbc1d47d-f462-42da-aacc-4cf2fbaebe48 req-5626e14f-b496-4901-afd8-6890a17cbea2 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 945 time: 0.1161909 Sep 23 18:43:18.489627 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fbc1d47d-f462-42da-aacc-4cf2fbaebe48 req-2b4b7e74-9a4d-4385-ae55-0df15aa3cd63 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694137 Sep 23 18:43:18.496450 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] For port 2fddc9c1-43fb-4939-b39f-9ff8a97778e1, host hv-cinder-81041, cleared binding levels {{(pid=100704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:43:18.499837 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] For port 2fddc9c1-43fb-4939-b39f-9ff8a97778e1, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=2fddc9c1-43fb-4939-b39f-9ff8a97778e1,segment=NetworkSegment(bb04f1df-eb03-4186-98a1-808fb306b4ac),segment_id=bb04f1df-eb03-4186-98a1-808fb306b4ac)] {{(pid=100704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:43:18.505398 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:18.541266 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:18.541891 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:18.543297 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] 10.222.0.42 "PUT /v2.0/ports/2fddc9c1-43fb-4939-b39f-9ff8a97778e1 HTTP/1.1" status: 200 len: 1093 time: 1.4951739 Sep 23 18:43:18.543733 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6527d662-e8ea-4dfc-8a91-8fc0b19c0cac', 'tag': '2fddc9c1-43fb-4939-b39f-9ff8a97778e1'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:43:18.545958 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1fd60f-9f85-47c8-9384-f0d90cba45ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6527d662-e8ea-4dfc-8a91-8fc0b19c0cac", "tag": "2fddc9c1-43fb-4939-b39f-9ff8a97778e1"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:43:18.570393 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789321a0-ccc7-4d94-bcef-3b47ca843c08 service neutron] Pushing event updated for resources: {'Port': ['ID=2fddc9c1-43fb-4939-b39f-9ff8a97778e1,revision_number=3']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:18.587140 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987e3d9c-93fb-4cf3-a496-362892a0e0c5 x-openstack-request-id: req-987e3d9c-93fb-4cf3-a496-362892a0e0c5 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:43:18.587430 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6527d662-e8ea-4dfc-8a91-8fc0b19c0cac", "tag": "2fddc9c1-43fb-4939-b39f-9ff8a97778e1", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:43:18.587683 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-987e3d9c-93fb-4cf3-a496-362892a0e0c5 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:43:18.588076 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6527d662-e8ea-4dfc-8a91-8fc0b19c0cac', 'tag': '2fddc9c1-43fb-4939-b39f-9ff8a97778e1', 'status': 'completed', 'code': 200} Sep 23 18:43:19.228051 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47ba87-970c-496f-936a-c3dd59e617a4 req-6f1f7831-733b-4207-a66d-1c606cb2df05 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:19.229824 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9f47ba87-970c-496f-936a-c3dd59e617a4 req-6f1f7831-733b-4207-a66d-1c606cb2df05 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 943 time: 0.0484788 Sep 23 18:43:19.268061 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9f47ba87-970c-496f-936a-c3dd59e617a4 req-389febe8-71a1-4265-92ab-28ed4a1f7d4d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325105 Sep 23 18:43:19.313024 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22499d20-33b2-470e-9d02-3f6addb43a15 req-42688e69-7c99-466b-9e39-b473186ae275 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:19.314504 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22499d20-33b2-470e-9d02-3f6addb43a15 req-42688e69-7c99-466b-9e39-b473186ae275 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 943 time: 0.0504432 Sep 23 18:43:19.351229 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22499d20-33b2-470e-9d02-3f6addb43a15 req-10c88754-c616-4a92-b669-6a0038eb281a tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301414 Sep 23 18:43:19.507702 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892c077-017d-41e7-b6a5-ad0ab0fc2402 req-40b0960d-2eca-499b-9443-f2a57dabd765 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:19.509187 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3892c077-017d-41e7-b6a5-ad0ab0fc2402 req-40b0960d-2eca-499b-9443-f2a57dabd765 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 943 time: 0.0479162 Sep 23 18:43:19.549241 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3892c077-017d-41e7-b6a5-ad0ab0fc2402 req-cc376b5f-e837-4ee0-a6cb-d69987028fc7 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341024 Sep 23 18:43:19.601622 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748897d-825c-441c-a643-eed16d18b1d0 req-6b0983d8-c720-46b5-88ba-b28fcbf85a9e tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:19.603042 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3748897d-825c-441c-a643-eed16d18b1d0 req-6b0983d8-c720-46b5-88ba-b28fcbf85a9e tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 945 time: 0.0465961 Sep 23 18:43:19.639801 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3748897d-825c-441c-a643-eed16d18b1d0 req-9adde4ff-e5d0-4d61-9e32-7cde5986f9c6 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306609 Sep 23 18:43:19.911427 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-250880f3-9d21-4715-a8a0-333bcc19ddfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:19.926275 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 3635d873-a516-4b27-b177-79aad797435a up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:43:19.978396 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port 3635d873-a516-4b27-b177-79aad797435a completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:43:19.982320 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 3635d873-a516-4b27-b177-79aad797435a triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:19.982697 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:20.056324 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:20.077266 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8918ca9-14e2-4974-8a55-9dc7ae516069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3635d873-a516-4b27-b177-79aad797435a'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:43:20.079451 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9f809b-92bf-4df8-9b12-460e8186c5af" -d '{"events": [{"server_uuid": "a8918ca9-14e2-4974-8a55-9dc7ae516069", "name": "network-vif-plugged", "status": "completed", "tag": "3635d873-a516-4b27-b177-79aad797435a"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:43:20.092332 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 3635d873-a516-4b27-b177-79aad797435a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=3635d873-a516-4b27-b177-79aad797435a,segment=NetworkSegment(38712118-2a2d-49de-8a1e-e97bdb9afa84),segment_id=38712118-2a2d-49de-8a1e-e97bdb9afa84)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:20.096454 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:20.125428 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e5acb4-ce72-4d99-b8e5-b63604fdd622 x-openstack-request-id: req-13e5acb4-ce72-4d99-b8e5-b63604fdd622 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:43:20.125740 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8918ca9-14e2-4974-8a55-9dc7ae516069", "name": "network-vif-plugged", "status": "completed", "tag": "3635d873-a516-4b27-b177-79aad797435a", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:43:20.125994 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13e5acb4-ce72-4d99-b8e5-b63604fdd622 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:43:20.126377 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8918ca9-14e2-4974-8a55-9dc7ae516069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3635d873-a516-4b27-b177-79aad797435a', 'code': 200} Sep 23 18:43:20.154152 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=3635d873-a516-4b27-b177-79aad797435a,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:20.378525 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7c7c7-5537-4b60-978a-cf0c6aea5383 req-963e4a5b-5d4f-4c56-926b-0bf57d779047 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:20.380098 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1dd7c7c7-5537-4b60-978a-cf0c6aea5383 req-963e4a5b-5d4f-4c56-926b-0bf57d779047 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 943 time: 0.0484724 Sep 23 18:43:20.419685 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1dd7c7c7-5537-4b60-978a-cf0c6aea5383 req-537ac30b-2195-4c45-a308-2624ef93ae3b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336556 Sep 23 18:43:20.467690 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c183b3d-dd05-4af3-ad2c-c52c24b39bbf req-834e0e22-488f-40cc-84f7-4061eabfe049 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:20.469207 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9c183b3d-dd05-4af3-ad2c-c52c24b39bbf req-834e0e22-488f-40cc-84f7-4061eabfe049 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 943 time: 0.0487232 Sep 23 18:43:20.510246 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9c183b3d-dd05-4af3-ad2c-c52c24b39bbf req-7c20ae76-cb7c-4463-b3fd-e5ed681622d2 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353196 Sep 23 18:43:20.660371 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1d83b-4120-40d8-af61-6a05c97c3709 req-4a577cc2-9d87-4f08-8d2d-5d2ecfdc9beb tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:20.662152 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-50d1d83b-4120-40d8-af61-6a05c97c3709 req-4a577cc2-9d87-4f08-8d2d-5d2ecfdc9beb tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 943 time: 0.0481186 Sep 23 18:43:20.701296 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-50d1d83b-4120-40d8-af61-6a05c97c3709 req-1258697f-a28a-4828-8cef-c67bc3f44e0d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322647 Sep 23 18:43:20.750539 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cef646-1560-45fb-a07e-c060c13099d1 req-1c0517a7-4578-474c-ad3e-95dc5c74497e tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:20.751983 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-80cef646-1560-45fb-a07e-c060c13099d1 req-1c0517a7-4578-474c-ad3e-95dc5c74497e tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 945 time: 0.0471261 Sep 23 18:43:20.788106 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-80cef646-1560-45fb-a07e-c060c13099d1 req-e9894152-3793-4bb3-9cc9-e3ddd4619c6c tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296941 Sep 23 18:43:21.133886 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fd60f-9f85-47c8-9384-f0d90cba45ef req-6c684b05-f963-4d24-a573-7a608ea59660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:21.135423 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-db1fd60f-9f85-47c8-9384-f0d90cba45ef req-6c684b05-f963-4d24-a573-7a608ea59660 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b00540ab3d6a4cf8981658dcca47d2a4&device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 1096 time: 0.0422177 Sep 23 18:43:21.304871 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fd60f-9f85-47c8-9384-f0d90cba45ef req-b37bda90-c20d-4b5e-8ff6-485c1b5c1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:21.306662 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-db1fd60f-9f85-47c8-9384-f0d90cba45ef req-b37bda90-c20d-4b5e-8ff6-485c1b5c1839 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b00540ab3d6a4cf8981658dcca47d2a4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1609662 Sep 23 18:43:21.309513 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09676b3-9a7a-4ec2-a2e4-f60fda839908 req-c91ff43c-bcf2-4590-acab-313e577cc26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:21.310846 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e09676b3-9a7a-4ec2-a2e4-f60fda839908 req-c91ff43c-bcf2-4590-acab-313e577cc26b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 1098 time: 0.1001844 Sep 23 18:43:21.410178 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e09676b3-9a7a-4ec2-a2e4-f60fda839908 req-0d33df8c-cf50-47b7-8bcd-f5e24afc75f9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881112 Sep 23 18:43:21.449459 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fd60f-9f85-47c8-9384-f0d90cba45ef req-b913c644-b8bd-4f71-9f26-3e99fc66831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:21.451199 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-db1fd60f-9f85-47c8-9384-f0d90cba45ef req-b913c644-b8bd-4f71-9f26-3e99fc66831c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1302447 Sep 23 18:43:21.561519 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176159cb-89c5-49ef-87bb-547c66b52363 req-117a7f89-9caf-4b30-91a7-69fd21ffa481 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:21.563129 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-176159cb-89c5-49ef-87bb-547c66b52363 req-117a7f89-9caf-4b30-91a7-69fd21ffa481 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 943 time: 0.0724621 Sep 23 18:43:21.634955 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-176159cb-89c5-49ef-87bb-547c66b52363 req-cf565ada-9188-44b0-8711-9085bea039e3 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629849 Sep 23 18:43:21.658921 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68e018-6415-4ccf-92a7-67be3277802a req-fd336557-76f9-4e99-90dd-7453a5f69fc9 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:21.660411 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6f68e018-6415-4ccf-92a7-67be3277802a req-fd336557-76f9-4e99-90dd-7453a5f69fc9 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 943 time: 0.0655553 Sep 23 18:43:21.728625 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-0b9b4aa1-6301-4c62-ac52-6098d8a72b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:21.730789 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-0b9b4aa1-6301-4c62-ac52-6098d8a72b93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b00540ab3d6a4cf8981658dcca47d2a4&device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 1096 time: 0.0808342 Sep 23 18:43:21.734271 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6f68e018-6415-4ccf-92a7-67be3277802a req-0e50d997-5ae4-425d-8a2a-c4da5bbb056c tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649045 Sep 23 18:43:21.741576 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 56362) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:21.788383 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-a0aa1b57-10f6-41b2-b06e-2c57b78beaa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fddc9c1-43fb-4939-b39f-9ff8a97778e1 HTTP/1.1" status: 200 len: 217 time: 0.0455821 Sep 23 18:43:21.875166 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-cb2d4064-2092-403c-98e7-58eb3f0aa0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:21.876657 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-cb2d4064-2092-403c-98e7-58eb3f0aa0be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80c8ba06-1525-4e49-b3be-44833906f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0811560 Sep 23 18:43:21.908673 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cefee-de07-433d-891c-8bb82df7c0ed req-b0119070-3f35-4468-a541-8d03966c6d43 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:21.910257 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bb0cefee-de07-433d-891c-8bb82df7c0ed req-b0119070-3f35-4468-a541-8d03966c6d43 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 943 time: 0.0845242 Sep 23 18:43:21.928533 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-45cd319f-3509-4ac9-a33f-d33843bb860f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:21.929740 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-4e3e4665-7356-41b2-9954-801b04146d93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390999 Sep 23 18:43:22.037891 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-45cd319f-3509-4ac9-a33f-d33843bb860f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:22.043430 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-45cd319f-3509-4ac9-a33f-d33843bb860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:22.052703 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bb0cefee-de07-433d-891c-8bb82df7c0ed req-2ed36cc9-4bbf-4a71-a75a-d7fdbfad8cac tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261444 Sep 23 18:43:22.073088 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3a618-0c39-4667-a337-8a5b690d0844 req-2d8ae097-f155-4151-841a-33f8244a4eea tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:22.073088 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c8e3a618-0c39-4667-a337-8a5b690d0844 req-2d8ae097-f155-4151-841a-33f8244a4eea tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 945 time: 0.1417317 Sep 23 18:43:22.103098 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 56382) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:22.103715 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-45cd319f-3509-4ac9-a33f-d33843bb860f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=88a69322e5bb4a0798a6ad62c6806c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603485 Sep 23 18:43:22.104913 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd319f-3509-4ac9-a33f-d33843bb860f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b357bde-7406-42b8-8093-0c31e3caa681,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:22.107120 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-71726d63-abdf-4642-b935-ebc58defc0f0 service neutron] 10.222.0.42 "GET /v2.0/networks/5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644835 Sep 23 18:43:22.177071 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c8e3a618-0c39-4667-a337-8a5b690d0844 req-73aa734e-f9b3-4523-bea8-acdbb18e159f tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981398 Sep 23 18:43:22.252668 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2cf82648-8474-41f2-9f60-8dd5138f1c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:22.265734 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ed8dd4c6-38eb-4108-96bd-41939c16987c req-aa3e53ba-eb68-4563-b42b-1d61b2869375 service neutron] 10.222.0.42 "GET /v2.0/networks/5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437855 Sep 23 18:43:22.280647 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2cf82648-8474-41f2-9f60-8dd5138f1c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:22.352609 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2cf82648-8474-41f2-9f60-8dd5138f1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:22.355439 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2cf82648-8474-41f2-9f60-8dd5138f1c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:22.358884 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-2cf82648-8474-41f2-9f60-8dd5138f1c0b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b357bde-7406-42b8-8093-0c31e3caa681 HTTP/1.1" status: 204 len: 168 time: 0.2518690 Sep 23 18:43:22.372838 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf82648-8474-41f2-9f60-8dd5138f1c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b357bde-7406-42b8-8093-0c31e3caa681,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:22.567981 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-59bb7abb-c8a7-48ed-bdd0-bd4191f803d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:22.656168 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 56402) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:22.671142 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9df89d67-a6d8-44bd-bbd5-17ae25512433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:22.767986 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a73c7a-be19-4ade-88c7-dcd37ee5cce6 req-bf4be475-eeaf-49f4-b502-a8bd5b5a31e2 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:22.769506 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62a73c7a-be19-4ade-88c7-dcd37ee5cce6 req-bf4be475-eeaf-49f4-b502-a8bd5b5a31e2 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 943 time: 0.0691133 Sep 23 18:43:22.838756 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62a73c7a-be19-4ade-88c7-dcd37ee5cce6 req-59d60f44-4feb-4fe7-8278-192cdbb07d65 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609310 Sep 23 18:43:22.857359 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9df89d67-a6d8-44bd-bbd5-17ae25512433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:22.863833 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9df89d67-a6d8-44bd-bbd5-17ae25512433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:22.904295 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:22.916233 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b897abe-fc58-49c3-a53c-ce9eda0d83f0 req-11dbdd6f-7933-44be-baf5-aec2ccc15669 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:22.917743 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1b897abe-fc58-49c3-a53c-ce9eda0d83f0 req-11dbdd6f-7933-44be-baf5-aec2ccc15669 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 943 time: 0.1004651 Sep 23 18:43:22.922715 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 56408) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:22.923218 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-9df89d67-a6d8-44bd-bbd5-17ae25512433 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5afbecfd456a4085b66e96772f662fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653844 Sep 23 18:43:22.931742 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df89d67-a6d8-44bd-bbd5-17ae25512433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd045af-ad59-48dc-bc59-c4c1de4ba0d8,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:22.964928 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1b897abe-fc58-49c3-a53c-ce9eda0d83f0 req-4e0ca5e0-b9ab-4e6b-ad48-8a874b41a931 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400600 Sep 23 18:43:23.006652 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-efdf9120-3263-4582-a97b-7faf5e24162e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:23.039079 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-efdf9120-3263-4582-a97b-7faf5e24162e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:23.060195 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device ae383cee-1966-4385-9fac-d7edddd6d4e3 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:43:23.098137 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-efdf9120-3263-4582-a97b-7faf5e24162e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:23.101363 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-efdf9120-3263-4582-a97b-7faf5e24162e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:23.102754 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-efdf9120-3263-4582-a97b-7faf5e24162e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6cd045af-ad59-48dc-bc59-c4c1de4ba0d8 HTTP/1.1" status: 204 len: 168 time: 0.1789505 Sep 23 18:43:23.142515 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf9120-3263-4582-a97b-7faf5e24162e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd045af-ad59-48dc-bc59-c4c1de4ba0d8,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:23.188928 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port ae383cee-1966-4385-9fac-d7edddd6d4e3, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ae383cee-1966-4385-9fac-d7edddd6d4e3,segment=NetworkSegment(60b958f9-3055-42ca-9de4-5f1b6fc2dc83),segment_id=60b958f9-3055-42ca-9de4-5f1b6fc2dc83)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:23.211821 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': 'ae383cee-1966-4385-9fac-d7edddd6d4e3', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'port_id': 'ae383cee-1966-4385-9fac-d7edddd6d4e3', 'mac_address': 'fa:16:3e:65:55:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:43:23.256684 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf5617-1c64-4d5f-981b-033ae93d2fa0 req-bb61d766-c120-4995-a01a-62843acf8b21 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:23.259102 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5adf5617-1c64-4d5f-981b-033ae93d2fa0 req-bb61d766-c120-4995-a01a-62843acf8b21 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 943 time: 0.0877953 Sep 23 18:43:23.293136 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:23.307997 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae383cee-1966-4385-9fac-d7edddd6d4e3 {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:43:23.330050 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port ae383cee-1966-4385-9fac-d7edddd6d4e3, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ae383cee-1966-4385-9fac-d7edddd6d4e3,segment=NetworkSegment(60b958f9-3055-42ca-9de4-5f1b6fc2dc83),segment_id=60b958f9-3055-42ca-9de4-5f1b6fc2dc83)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:23.335159 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:23.336264 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 182660f7-2131-4489-b6a8-60ad517d1cdf details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:43:23.337713 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5adf5617-1c64-4d5f-981b-033ae93d2fa0 req-6eab0813-8b34-4d76-96b4-de141483928a tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697362 Sep 23 18:43:23.363716 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7519d-2560-4b18-8c77-9ab3d0ce2cbc req-2064e414-0547-4c5d-b141-661127346dd9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:23.365471 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6db7519d-2560-4b18-8c77-9ab3d0ce2cbc req-2064e414-0547-4c5d-b141-661127346dd9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 945 time: 0.0892959 Sep 23 18:43:23.411339 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=ae383cee-1966-4385-9fac-d7edddd6d4e3,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:23.417252 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6db7519d-2560-4b18-8c77-9ab3d0ce2cbc req-e8ed5f70-b8ff-4cc2-b2d9-214becb68d94 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448875 Sep 23 18:43:23.513239 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 182660f7-2131-4489-b6a8-60ad517d1cdf, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=182660f7-2131-4489-b6a8-60ad517d1cdf,segment=NetworkSegment(38712118-2a2d-49de-8a1e-e97bdb9afa84),segment_id=38712118-2a2d-49de-8a1e-e97bdb9afa84)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:23.525326 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '182660f7-2131-4489-b6a8-60ad517d1cdf', 'network_id': '6d318e29-c174-4ee7-b855-dbffdacd1183', 'port_id': '182660f7-2131-4489-b6a8-60ad517d1cdf', 'mac_address': 'fa:16:3e:e1:0c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30fd0bd1-802c-436b-b80a-359a455b4902', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:43:23.576386 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:23.578082 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:23.605302 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182660f7-2131-4489-b6a8-60ad517d1cdf {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:43:23.636092 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 182660f7-2131-4489-b6a8-60ad517d1cdf, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=182660f7-2131-4489-b6a8-60ad517d1cdf,segment=NetworkSegment(38712118-2a2d-49de-8a1e-e97bdb9afa84),segment_id=38712118-2a2d-49de-8a1e-e97bdb9afa84)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:23.643002 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:23.696905 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=182660f7-2131-4489-b6a8-60ad517d1cdf,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:23.897429 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['ae383cee-1966-4385-9fac-d7edddd6d4e3'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:43:23.907207 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['182660f7-2131-4489-b6a8-60ad517d1cdf'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:43:23.981298 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf46fd-d227-43d4-a3cc-b2b249d8f9da req-644d038b-1ad4-4e55-901e-c7dcea6cca06 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:24.007847 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5edf46fd-d227-43d4-a3cc-b2b249d8f9da req-644d038b-1ad4-4e55-901e-c7dcea6cca06 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 944 time: 0.0799344 Sep 23 18:43:24.103430 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5edf46fd-d227-43d4-a3cc-b2b249d8f9da req-6d4579c9-cc96-4fc5-b757-436cd7529d36 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897570 Sep 23 18:43:24.114620 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 56476) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:24.166677 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a48c70-61e2-4de3-9715-8ee10d83f19b req-fae475bc-41f2-4ac1-a57f-7d3c85fd93dd tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:24.184134 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-21a48c70-61e2-4de3-9715-8ee10d83f19b req-fae475bc-41f2-4ac1-a57f-7d3c85fd93dd tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 943 time: 0.1023538 Sep 23 18:43:24.238566 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-21a48c70-61e2-4de3-9715-8ee10d83f19b req-d8608483-726d-4c5c-a327-12aafbce4424 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523360 Sep 23 18:43:24.343081 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-42b26d09-a9a4-4f54-877f-70881908598f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:24.469456 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-42b26d09-a9a4-4f54-877f-70881908598f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:24.475900 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-42b26d09-a9a4-4f54-877f-70881908598f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:24.486700 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe6db5-4d78-4105-8138-3931bc86e15f req-05d60739-ddb0-43e9-8e1f-15f164d30e30 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:24.497873 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-95fe6db5-4d78-4105-8138-3931bc86e15f req-05d60739-ddb0-43e9-8e1f-15f164d30e30 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 944 time: 0.0665565 Sep 23 18:43:24.522425 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-42b26d09-a9a4-4f54-877f-70881908598f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f56b150e017249ad80dfaae92911ea41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4126906 Sep 23 18:43:24.525720 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 56492) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:24.527160 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b26d09-a9a4-4f54-877f-70881908598f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b825a922-b0e0-439a-a8ef-4b917be3cf7b,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:24.560805 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-95fe6db5-4d78-4105-8138-3931bc86e15f req-e31728b3-c3ee-4088-ad78-fae7b55c2c37 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616872 Sep 23 18:43:24.605808 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f5eb060f-7897-482b-b35d-be3a61e0d6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:24.630684 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f5eb060f-7897-482b-b35d-be3a61e0d6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:24.690258 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f5eb060f-7897-482b-b35d-be3a61e0d6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:24.692809 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f5eb060f-7897-482b-b35d-be3a61e0d6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:24.694157 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-f5eb060f-7897-482b-b35d-be3a61e0d6ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b825a922-b0e0-439a-a8ef-4b917be3cf7b HTTP/1.1" status: 204 len: 168 time: 0.1670949 Sep 23 18:43:24.702035 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb060f-7897-482b-b35d-be3a61e0d6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b825a922-b0e0-439a-a8ef-4b917be3cf7b,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:25.023790 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 56526) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:25.040393 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-35d62305-afe0-4bdc-a6fb-c218bd73ae06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:25.066791 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:43:25.069983 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device ae383cee-1966-4385-9fac-d7edddd6d4e3 up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:43:25.154625 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-35d62305-afe0-4bdc-a6fb-c218bd73ae06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:25.161918 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-35d62305-afe0-4bdc-a6fb-c218bd73ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:25.242734 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 56536) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:25.243557 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-35d62305-afe0-4bdc-a6fb-c218bd73ae06 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2a5e8c2bd104c599b2c0a14a8195339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156630 Sep 23 18:43:25.250530 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d62305-afe0-4bdc-a6fb-c218bd73ae06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54065af6-7b9b-4cc9-b42a-8e6f6f571426,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:25.253705 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 2fddc9c1-43fb-4939-b39f-9ff8a97778e1, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=2fddc9c1-43fb-4939-b39f-9ff8a97778e1,segment=NetworkSegment(bb04f1df-eb03-4186-98a1-808fb306b4ac),segment_id=bb04f1df-eb03-4186-98a1-808fb306b4ac)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:25.286994 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '2fddc9c1-43fb-4939-b39f-9ff8a97778e1', 'network_id': '5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d', 'port_id': '2fddc9c1-43fb-4939-b39f-9ff8a97778e1', 'mac_address': 'fa:16:3e:09:a6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c8ba06-1525-4e49-b3be-44833906f9e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:43:25.293481 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port ae383cee-1966-4385-9fac-d7edddd6d4e3 completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:43:25.294506 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2988c-98e0-4ae2-ae3e-8ec14c574329 req-bcdaad97-ea1b-45c4-b189-25ec4b5d7e28 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:25.296121 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fad2988c-98e0-4ae2-ae3e-8ec14c574329 req-bcdaad97-ea1b-45c4-b189-25ec4b5d7e28 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 944 time: 0.1077824 Sep 23 18:43:25.320394 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port ae383cee-1966-4385-9fac-d7edddd6d4e3 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:25.320776 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:25.356485 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:25.374436 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fad2988c-98e0-4ae2-ae3e-8ec14c574329 req-e03edc24-f2ed-47dc-ad28-ab3bfbca62df tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696270 Sep 23 18:43:25.375652 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f61e1dcc-7b1b-46dc-bf6b-e48b572e69ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:25.377348 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:43:25.416063 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 2fddc9c1-43fb-4939-b39f-9ff8a97778e1, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=2fddc9c1-43fb-4939-b39f-9ff8a97778e1,segment=NetworkSegment(bb04f1df-eb03-4186-98a1-808fb306b4ac),segment_id=bb04f1df-eb03-4186-98a1-808fb306b4ac)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:25.424080 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:25.437437 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f61e1dcc-7b1b-46dc-bf6b-e48b572e69ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:25.473808 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:25.501643 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:25.535299 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05d1e02-288f-40d5-9c6f-a869b339a55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae383cee-1966-4385-9fac-d7edddd6d4e3'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:43:25.537964 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ad484e-3b1b-4c24-8876-b6118bf7aef6" -d '{"events": [{"server_uuid": "a05d1e02-288f-40d5-9c6f-a869b339a55d", "name": "network-vif-plugged", "status": "completed", "tag": "ae383cee-1966-4385-9fac-d7edddd6d4e3"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:43:25.566075 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port ae383cee-1966-4385-9fac-d7edddd6d4e3, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ae383cee-1966-4385-9fac-d7edddd6d4e3,segment=NetworkSegment(60b958f9-3055-42ca-9de4-5f1b6fc2dc83),segment_id=60b958f9-3055-42ca-9de4-5f1b6fc2dc83)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:25.571085 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=2fddc9c1-43fb-4939-b39f-9ff8a97778e1,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:25.575586 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89347c05-f6cb-4675-bae1-0be402b5a47f req-989d4d0c-f07f-4c18-9d91-54b8c85d9272 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:25.578481 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:25.579318 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 182660f7-2131-4489-b6a8-60ad517d1cdf up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:43:25.584062 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-89347c05-f6cb-4675-bae1-0be402b5a47f req-989d4d0c-f07f-4c18-9d91-54b8c85d9272 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 944 time: 0.0780036 Sep 23 18:43:25.602207 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f61e1dcc-7b1b-46dc-bf6b-e48b572e69ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:25.605091 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f61e1dcc-7b1b-46dc-bf6b-e48b572e69ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:25.618156 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7a1e6d-4e98-4f12-b5e8-299d2cbca345 x-openstack-request-id: req-7e7a1e6d-4e98-4f12-b5e8-299d2cbca345 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:43:25.618444 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05d1e02-288f-40d5-9c6f-a869b339a55d", "name": "network-vif-plugged", "status": "completed", "tag": "ae383cee-1966-4385-9fac-d7edddd6d4e3", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:43:25.618692 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e7a1e6d-4e98-4f12-b5e8-299d2cbca345 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:43:25.619096 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05d1e02-288f-40d5-9c6f-a869b339a55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae383cee-1966-4385-9fac-d7edddd6d4e3', 'code': 200} Sep 23 18:43:25.621154 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-f61e1dcc-7b1b-46dc-bf6b-e48b572e69ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/54065af6-7b9b-4cc9-b42a-8e6f6f571426 HTTP/1.1" status: 204 len: 168 time: 0.3474977 Sep 23 18:43:25.679374 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=ae383cee-1966-4385-9fac-d7edddd6d4e3,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:25.682615 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e1dcc-7b1b-46dc-bf6b-e48b572e69ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54065af6-7b9b-4cc9-b42a-8e6f6f571426,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:25.684841 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['2fddc9c1-43fb-4939-b39f-9ff8a97778e1'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:43:25.688125 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port 182660f7-2131-4489-b6a8-60ad517d1cdf completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:43:25.717340 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 182660f7-2131-4489-b6a8-60ad517d1cdf triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:25.717791 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:25.737614 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-89347c05-f6cb-4675-bae1-0be402b5a47f req-7e00246d-544a-4ed2-82ee-6c08c9e88b58 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524942 Sep 23 18:43:25.878234 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c83456-601c-4abd-b5e1-29aad07ea0d7 req-8e950db9-0d9f-4d8d-bf25-607291b58e69 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:25.882649 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-03c83456-601c-4abd-b5e1-29aad07ea0d7 req-8e950db9-0d9f-4d8d-bf25-607291b58e69 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0902789 Sep 23 18:43:25.892498 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:25.954264 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 182660f7-2131-4489-b6a8-60ad517d1cdf, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=182660f7-2131-4489-b6a8-60ad517d1cdf,segment=NetworkSegment(38712118-2a2d-49de-8a1e-e97bdb9afa84),segment_id=38712118-2a2d-49de-8a1e-e97bdb9afa84)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:25.967646 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:25.982041 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96649a5d-6a1e-4c1f-85fc-ca1aaf4f327b req-a42483aa-2669-4d75-b34b-001c52b75c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:25.982041 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-96649a5d-6a1e-4c1f-85fc-ca1aaf4f327b req-a42483aa-2669-4d75-b34b-001c52b75c15 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 1098 time: 0.0833597 Sep 23 18:43:26.003384 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-03c83456-601c-4abd-b5e1-29aad07ea0d7 req-e7eed7a1-891b-4f9c-ba9e-8495e5be6a04 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995848 Sep 23 18:43:26.035199 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-96649a5d-6a1e-4c1f-85fc-ca1aaf4f327b req-78041730-052a-4ee8-9c77-1c3406dc5373 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306146 Sep 23 18:43:26.131088 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=182660f7-2131-4489-b6a8-60ad517d1cdf,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:26.548942 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f8727-4dbc-42b8-842b-13b126e36f28 req-0df450e2-b393-4e64-8413-81765779a147 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:26.557326 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-242f8727-4dbc-42b8-842b-13b126e36f28 req-0df450e2-b393-4e64-8413-81765779a147 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0746443 Sep 23 18:43:26.606391 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-242f8727-4dbc-42b8-842b-13b126e36f28 req-b90881a6-9fe0-47e7-b6cc-f4f512147df1 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482216 Sep 23 18:43:26.671398 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 56626) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:26.837272 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d665f-d285-4588-bb07-c014249850ab req-32860ddf-9446-4f69-8076-8b426e48fe95 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:26.838902 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-686d665f-d285-4588-bb07-c014249850ab req-32860ddf-9446-4f69-8076-8b426e48fe95 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 944 time: 0.0496571 Sep 23 18:43:26.861464 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ca73b254-d393-47ef-b201-07cd95055e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:26.903851 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-686d665f-d285-4588-bb07-c014249850ab req-0a2dba64-0990-48f7-bdd7-32ad0333f6f4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515783 Sep 23 18:43:26.968935 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ca73b254-d393-47ef-b201-07cd95055e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:26.973452 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ca73b254-d393-47ef-b201-07cd95055e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:27.014859 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-ca73b254-d393-47ef-b201-07cd95055e08 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4428bc414f5041ada17a71aa2c7a330a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397641 Sep 23 18:43:27.014859 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73b254-d393-47ef-b201-07cd95055e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1751de7-6690-40a7-b5a0-d8a0e098fe79,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:27.015244 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 56652) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:27.081349 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:43:27.142847 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-01ad98ff-7be9-4c49-954d-61f574ccca35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:27.152223 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a575204-af8d-4447-af77-8fb069060ff4 req-c9901fc3-ce9e-47c7-acae-b295ff889f30 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:27.155903 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5a575204-af8d-4447-af77-8fb069060ff4 req-c9901fc3-ce9e-47c7-acae-b295ff889f30 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0868905 Sep 23 18:43:27.159261 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:43:27.163755 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:27.164128 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:27.208208 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-01ad98ff-7be9-4c49-954d-61f574ccca35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:27.242030 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5a575204-af8d-4447-af77-8fb069060ff4 req-e42e73a8-bf80-4fe9-aa4c-f0ecc3561b5e tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742171 Sep 23 18:43:27.286582 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-01ad98ff-7be9-4c49-954d-61f574ccca35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:27.290171 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-01ad98ff-7be9-4c49-954d-61f574ccca35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:27.291798 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-01ad98ff-7be9-4c49-954d-61f574ccca35 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d1751de7-6690-40a7-b5a0-d8a0e098fe79 HTTP/1.1" status: 204 len: 168 time: 0.2755904 Sep 23 18:43:27.297993 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:27.302680 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad98ff-7be9-4c49-954d-61f574ccca35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1751de7-6690-40a7-b5a0-d8a0e098fe79,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:27.346980 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 2fddc9c1-43fb-4939-b39f-9ff8a97778e1, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=2fddc9c1-43fb-4939-b39f-9ff8a97778e1,segment=NetworkSegment(bb04f1df-eb03-4186-98a1-808fb306b4ac),segment_id=bb04f1df-eb03-4186-98a1-808fb306b4ac)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:27.353205 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:27.455836 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=2fddc9c1-43fb-4939-b39f-9ff8a97778e1,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:27.620395 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ec5c44-7c50-4313-af51-541663e041c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182660f7-2131-4489-b6a8-60ad517d1cdf'}, {'server_uuid': '6527d662-e8ea-4dfc-8a91-8fc0b19c0cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fddc9c1-43fb-4939-b39f-9ff8a97778e1'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:43:27.622673 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5d5266-bc1c-486e-ba81-5264f7a566eb" -d '{"events": [{"server_uuid": "54ec5c44-7c50-4313-af51-541663e041c5", "name": "network-vif-plugged", "status": "completed", "tag": "182660f7-2131-4489-b6a8-60ad517d1cdf"}, {"server_uuid": "6527d662-e8ea-4dfc-8a91-8fc0b19c0cac", "name": "network-vif-plugged", "status": "completed", "tag": "2fddc9c1-43fb-4939-b39f-9ff8a97778e1"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:43:27.679479 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 18:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f39eda-cb37-4e25-a116-3d8fcc7e3126 x-openstack-request-id: req-18f39eda-cb37-4e25-a116-3d8fcc7e3126 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:43:27.680129 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ec5c44-7c50-4313-af51-541663e041c5", "name": "network-vif-plugged", "status": "completed", "tag": "182660f7-2131-4489-b6a8-60ad517d1cdf", "code": 200}, {"server_uuid": "6527d662-e8ea-4dfc-8a91-8fc0b19c0cac", "name": "network-vif-plugged", "status": "completed", "tag": "2fddc9c1-43fb-4939-b39f-9ff8a97778e1", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:43:27.680772 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18f39eda-cb37-4e25-a116-3d8fcc7e3126 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:43:27.681217 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ec5c44-7c50-4313-af51-541663e041c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182660f7-2131-4489-b6a8-60ad517d1cdf', 'code': 200} Sep 23 18:43:27.681622 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6527d662-e8ea-4dfc-8a91-8fc0b19c0cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fddc9c1-43fb-4939-b39f-9ff8a97778e1', 'code': 200} Sep 23 18:43:27.845440 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be101ef-4fc8-43ce-8db2-5a771e693b1a req-a40dcbdb-a31e-4f25-98fc-a32ead1dfcaf tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:27.847556 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8be101ef-4fc8-43ce-8db2-5a771e693b1a req-a40dcbdb-a31e-4f25-98fc-a32ead1dfcaf tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.1270525 Sep 23 18:43:27.908846 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8be101ef-4fc8-43ce-8db2-5a771e693b1a req-44033d71-5e53-4058-92fb-85dd8219a5f8 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540545 Sep 23 18:43:27.991726 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77568fc-507f-455f-8b8e-69cc5675989b req-e2f6e8da-8869-41de-9ae9-be4de97c84a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:27.993285 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b77568fc-507f-455f-8b8e-69cc5675989b req-e2f6e8da-8869-41de-9ae9-be4de97c84a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 1098 time: 0.0831118 Sep 23 18:43:28.008023 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dbac0-194c-4245-a089-ec56dfa4af82 req-2f3405ce-80e9-44ee-b208-3a816a10b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:28.009568 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ee7dbac0-194c-4245-a089-ec56dfa4af82 req-2f3405ce-80e9-44ee-b208-3a816a10b3fe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 1098 time: 0.0882370 Sep 23 18:43:28.083866 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b77568fc-507f-455f-8b8e-69cc5675989b req-4a0c9111-c35b-4429-850b-6f1356622eb8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733767 Sep 23 18:43:28.096597 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0aef41-3372-46f1-8000-c737559b714a req-5feb7520-ebc9-4284-88ce-8375e8495572 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:28.097460 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-eb0aef41-3372-46f1-8000-c737559b714a req-5feb7520-ebc9-4284-88ce-8375e8495572 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 945 time: 0.1025710 Sep 23 18:43:28.099169 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ee7dbac0-194c-4245-a089-ec56dfa4af82 req-4503d68e-8bcc-4b08-b6bf-74dcd54deecd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683670 Sep 23 18:43:28.143670 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-eb0aef41-3372-46f1-8000-c737559b714a req-85021c4b-65b8-4eab-a435-beb4c04d2b3e tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385139 Sep 23 18:43:28.375527 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc3ea8-ba0b-4438-8c40-d3b76b205460 req-b79facb0-f2a7-42a3-83f9-7d11710216c1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:28.377109 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5efc3ea8-ba0b-4438-8c40-d3b76b205460 req-b79facb0-f2a7-42a3-83f9-7d11710216c1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0609963 Sep 23 18:43:28.429322 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5efc3ea8-ba0b-4438-8c40-d3b76b205460 req-17529e4c-87df-41cf-904a-b24e6d463d41 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451851 Sep 23 18:43:28.542101 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4eaff-66ff-44fa-9e50-a50aa0d7e65b req-5cc52bec-3f1c-420c-a495-a8034da3b584 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:28.543745 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f9c4eaff-66ff-44fa-9e50-a50aa0d7e65b req-5cc52bec-3f1c-420c-a495-a8034da3b584 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0509281 Sep 23 18:43:28.555095 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 56758) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:28.559909 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-05ee1909-c8a4-4e63-93ae-2aa9430b8d96 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Request body: {'floatingip': {'port_id': 'ae383cee-1966-4385-9fac-d7edddd6d4e3'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:28.650567 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-05ee1909-c8a4-4e63-93ae-2aa9430b8d96 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for floatingip, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:29.321746 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f745be8-f7eb-4484-9884-d9be6a23d4cb req-50e5775f-a6b7-4b60-b449-24a249dd48c3 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:29.323238 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7f745be8-f7eb-4484-9884-d9be6a23d4cb req-50e5775f-a6b7-4b60-b449-24a249dd48c3 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.2064419 Sep 23 18:43:29.469455 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092e448-6ac0-4f45-a5b5-d6811f5d5adb req-a6b9a644-d5c6-495a-8ec1-fb8f2e06adf0 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:29.470910 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d092e448-6ac0-4f45-a5b5-d6811f5d5adb req-a6b9a644-d5c6-495a-8ec1-fb8f2e06adf0 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 945 time: 0.2290053 Sep 23 18:43:29.479943 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7f745be8-f7eb-4484-9884-d9be6a23d4cb req-815f24d5-367f-43e1-b473-e93a5b176091 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461575 Sep 23 18:43:29.588533 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d092e448-6ac0-4f45-a5b5-d6811f5d5adb req-d7ec4c25-2925-4d1e-808e-4ca0f795a1de tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075983 Sep 23 18:43:29.650425 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 56832) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:29.680364 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-05ee1909-c8a4-4e63-93ae-2aa9430b8d96 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:29.683931 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-05ee1909-c8a4-4e63-93ae-2aa9430b8d96 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:29.752027 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a12f648d-5579-447e-a3fa-6ef06d95f4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:29.780787 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.l3_db [None req-05ee1909-c8a4-4e63-93ae-2aa9430b8d96 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Floating IP a2ba0226-38d7-4ba9-af52-282073d4fc85 associated. External IP: 172.27.1.204, port: ae383cee-1966-4385-9fac-d7edddd6d4e3. Sep 23 18:43:29.837816 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a12f648d-5579-447e-a3fa-6ef06d95f4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:29.842758 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a12f648d-5579-447e-a3fa-6ef06d95f4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:29.883580 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f648d-5579-447e-a3fa-6ef06d95f4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c253f7-ddea-43dd-b5a0-40e4738bf417,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:29.891871 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-a12f648d-5579-447e-a3fa-6ef06d95f4c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1f938efeb31b41c1a10ae4e2ef3174f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401593 Sep 23 18:43:29.892473 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 56838) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:29.968801 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-02db069d-d8ed-472a-9d1b-ca92798bf1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:29.995587 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-02db069d-d8ed-472a-9d1b-ca92798bf1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:30.004282 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ee1909-c8a4-4e63-93ae-2aa9430b8d96 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Router 4654c909-0bae-4fc0-b974-29472546a885 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:43:30.056320 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-02db069d-d8ed-472a-9d1b-ca92798bf1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:30.059881 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-02db069d-d8ed-472a-9d1b-ca92798bf1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:30.065079 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-02db069d-d8ed-472a-9d1b-ca92798bf1a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04c253f7-ddea-43dd-b5a0-40e4738bf417 HTTP/1.1" status: 204 len: 168 time: 0.1715403 Sep 23 18:43:30.073733 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db069d-d8ed-472a-9d1b-ca92798bf1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c253f7-ddea-43dd-b5a0-40e4738bf417,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:30.140097 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ee1909-c8a4-4e63-93ae-2aa9430b8d96 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:43:30.149149 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-05ee1909-c8a4-4e63-93ae-2aa9430b8d96 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:30.158290 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43252aa4-aed5-4db7-b918-189f37706e15 None None] Sync routers for ids ['4654c909-0bae-4fc0-b974-29472546a885'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:43:30.170572 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43252aa4-aed5-4db7-b918-189f37706e15 None None] Routers {'4654c909-0bae-4fc0-b974-29472546a885'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:43:30.170572 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-43252aa4-aed5-4db7-b918-189f37706e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:43:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['4654c909-0bae-4fc0-b974-29472546a885'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:30.188594 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-05ee1909-c8a4-4e63-93ae-2aa9430b8d96 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "PUT /v2.0/floatingips/a2ba0226-38d7-4ba9-af52-282073d4fc85 HTTP/1.1" status: 200 len: 991 time: 1.6321955 Sep 23 18:43:30.189462 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05d1e02-288f-40d5-9c6f-a869b339a55d', 'tag': 'ae383cee-1966-4385-9fac-d7edddd6d4e3'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:43:30.192738 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91bcbb2-7999-4727-9ecb-e5724f1371e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a05d1e02-288f-40d5-9c6f-a869b339a55d", "tag": "ae383cee-1966-4385-9fac-d7edddd6d4e3"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:43:30.294894 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f727eb4-c127-4605-b4f5-970c35c0a115 x-openstack-request-id: req-5f727eb4-c127-4605-b4f5-970c35c0a115 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:43:30.295187 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05d1e02-288f-40d5-9c6f-a869b339a55d", "tag": "ae383cee-1966-4385-9fac-d7edddd6d4e3", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:43:30.295440 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f727eb4-c127-4605-b4f5-970c35c0a115 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:43:30.295829 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05d1e02-288f-40d5-9c6f-a869b339a55d', 'tag': 'ae383cee-1966-4385-9fac-d7edddd6d4e3', 'status': 'completed', 'code': 200} Sep 23 18:43:30.357955 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-43252aa4-aed5-4db7-b918-189f37706e15 None None] Set router 4654c909-0bae-4fc0-b974-29472546a885 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:43:30.394631 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bcbb2-7999-4727-9ecb-e5724f1371e5 req-6cb73dfa-f127-4c2c-bc22-4937b61b125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:30.406825 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f91bcbb2-7999-4727-9ecb-e5724f1371e5 req-6cb73dfa-f127-4c2c-bc22-4937b61b125f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da8d789b5bc7452885df88ceb397e55f&device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 1098 time: 0.0719054 Sep 23 18:43:30.489076 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 56870) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:30.504644 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-66835e02-3c70-4a90-ad91-352588e4819d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:30.578875 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bcbb2-7999-4727-9ecb-e5724f1371e5 req-1f820946-53cb-446e-ae29-1985261c6a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:30.583882 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f91bcbb2-7999-4727-9ecb-e5724f1371e5 req-1f820946-53cb-446e-ae29-1985261c6a53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=839314a6-4ed6-4581-9a4d-7d83a16562ce HTTP/1.1" status: 200 len: 912 time: 0.1686594 Sep 23 18:43:30.685246 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-66835e02-3c70-4a90-ad91-352588e4819d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:30.690168 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-66835e02-3c70-4a90-ad91-352588e4819d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:30.769820 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-66835e02-3c70-4a90-ad91-352588e4819d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cbcb8d142eb64773b42b0f13ca496cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790644 Sep 23 18:43:30.771132 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 56880) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:30.772421 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66835e02-3c70-4a90-ad91-352588e4819d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed98b304-2738-4707-82cf-5d040cd3d6ed,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:30.785578 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a4860-2222-428d-aff0-fc7cee4425ac req-4cc4992b-e15d-4ef6-b50b-281ea0888f37 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:30.787217 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f36a4860-2222-428d-aff0-fc7cee4425ac req-4cc4992b-e15d-4ef6-b50b-281ea0888f37 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.2018085 Sep 23 18:43:30.812633 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-43252aa4-aed5-4db7-b918-189f37706e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': 'a2ba0226-38d7-4ba9-af52-282073d4fc85', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '4654c909-0bae-4fc0-b974-29472546a885', 'port_id': 'ae383cee-1966-4385-9fac-d7edddd6d4e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'mac_address': 'fa:16:3e:65:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05d1e02-288f-40d5-9c6f-a869b339a55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:42:53Z', 'updated_at': '2021-09-23T18:43:29Z', 'revision_number': 1, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854baed8-2d1a-40af-b4f8-7605cce46dbd', 'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'mac_address': 'fa:16:3e:21:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:40Z', 'updated_at': '2021-09-23T18:42:48Z', 'revision_number': 5, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'subnets': [{'id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:30.841658 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43252aa4-aed5-4db7-b918-189f37706e15 None None] Checking router: 4654c909-0bae-4fc0-b974-29472546a885 for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:43:30.853594 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43252aa4-aed5-4db7-b918-189f37706e15 None None] Routers {'4654c909-0bae-4fc0-b974-29472546a885'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:43:30.855284 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-43252aa4-aed5-4db7-b918-189f37706e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:43:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['4654c909-0bae-4fc0-b974-29472546a885'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:30.869060 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1bfd-7ea5-48dd-b46c-8fc384b5ed45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:30.892208 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1bfd-7ea5-48dd-b46c-8fc384b5ed45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:30.947977 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1bfd-7ea5-48dd-b46c-8fc384b5ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:30.950840 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1bfd-7ea5-48dd-b46c-8fc384b5ed45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:30.952119 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-0d0b1bfd-7ea5-48dd-b46c-8fc384b5ed45 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed98b304-2738-4707-82cf-5d040cd3d6ed HTTP/1.1" status: 204 len: 168 time: 0.1606061 Sep 23 18:43:30.963834 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b1bfd-7ea5-48dd-b46c-8fc384b5ed45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed98b304-2738-4707-82cf-5d040cd3d6ed,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:30.994180 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-43252aa4-aed5-4db7-b918-189f37706e15 None None] Set router 4654c909-0bae-4fc0-b974-29472546a885 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:43:31.093116 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f91bcbb2-7999-4727-9ecb-e5724f1371e5 req-52a44094-43e7-4414-9cca-a35f2d4a592e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae383cee-1966-4385-9fac-d7edddd6d4e3 HTTP/1.1" status: 200 len: 999 time: 0.4917750 Sep 23 18:43:31.152796 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f36a4860-2222-428d-aff0-fc7cee4425ac req-1092abc5-b5c5-4935-a59b-2a0e321a8844 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434677 Sep 23 18:43:31.183057 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc751df0-e2b9-4d7d-b146-620625a8bef9 req-3caeeac4-8ae1-44f8-ab09-48e34c7550a0 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:31.184843 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dc751df0-e2b9-4d7d-b146-620625a8bef9 req-3caeeac4-8ae1-44f8-ab09-48e34c7550a0 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 945 time: 0.3960328 Sep 23 18:43:31.201572 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bcbb2-7999-4727-9ecb-e5724f1371e5 req-c9b29d31-2ea4-4ea1-9a2e-38ecac373df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:31.202978 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f91bcbb2-7999-4727-9ecb-e5724f1371e5 req-c9b29d31-2ea4-4ea1-9a2e-38ecac373df7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1347f6-4986-47d9-9d8d-3f80a83c6a61 HTTP/1.1" status: 200 len: 849 time: 0.0981834 Sep 23 18:43:31.270529 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dc751df0-e2b9-4d7d-b146-620625a8bef9 req-a230ad1d-6b32-4ee5-80e9-7892ef16dd16 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757172 Sep 23 18:43:31.285237 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bcbb2-7999-4727-9ecb-e5724f1371e5 req-f4d9a917-ee2f-4e58-8ba5-decdc53583b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:31.286650 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f91bcbb2-7999-4727-9ecb-e5724f1371e5 req-f4d9a917-ee2f-4e58-8ba5-decdc53583b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=839314a6-4ed6-4581-9a4d-7d83a16562ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745647 Sep 23 18:43:31.293610 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-43252aa4-aed5-4db7-b918-189f37706e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': 'a2ba0226-38d7-4ba9-af52-282073d4fc85', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '4654c909-0bae-4fc0-b974-29472546a885', 'port_id': 'ae383cee-1966-4385-9fac-d7edddd6d4e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'mac_address': 'fa:16:3e:65:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05d1e02-288f-40d5-9c6f-a869b339a55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:42:53Z', 'updated_at': '2021-09-23T18:43:29Z', 'revision_number': 1, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854baed8-2d1a-40af-b4f8-7605cce46dbd', 'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'mac_address': 'fa:16:3e:21:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:40Z', 'updated_at': '2021-09-23T18:42:48Z', 'revision_number': 5, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'subnets': [{'id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:31.340875 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43252aa4-aed5-4db7-b918-189f37706e15 None None] The sync data for ids ['4654c909-0bae-4fc0-b974-29472546a885'] in dv-cinder-810415-4-iscsi is: [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': 'a2ba0226-38d7-4ba9-af52-282073d4fc85', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '4654c909-0bae-4fc0-b974-29472546a885', 'port_id': 'ae383cee-1966-4385-9fac-d7edddd6d4e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'mac_address': 'fa:16:3e:65:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05d1e02-288f-40d5-9c6f-a869b339a55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:42:53Z', 'updated_at': '2021-09-23T18:43:29Z', 'revision_number': 1, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854baed8-2d1a-40af-b4f8-7605cce46dbd', 'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'mac_address': 'fa:16:3e:21:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:40Z', 'updated_at': '2021-09-23T18:42:48Z', 'revision_number': 5, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'subnets': [{'id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:43:31.424490 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f91bcbb2-7999-4727-9ecb-e5724f1371e5 req-7902ea13-2a39-4668-b999-53e17fb6f159 service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200590 Sep 23 18:43:31.653218 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a73c4-33d4-451c-958c-d919df41a9ac req-96db6e31-30c3-4498-9e73-296b92eb9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:31.657928 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cb9a73c4-33d4-451c-958c-d919df41a9ac req-96db6e31-30c3-4498-9e73-296b92eb9cde service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6d0e3ad5d04433cb86e81a32e559fcb&device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 1098 time: 0.1757104 Sep 23 18:43:31.674539 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90dfd09-99e2-4525-86c7-03da0bd1deeb None None] New status for floating IP a2ba0226-38d7-4ba9-af52-282073d4fc85: ACTIVE {{(pid=100705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:43:31.734573 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f91bcbb2-7999-4727-9ecb-e5724f1371e5 req-eaa35274-37ea-4321-9ec1-c4d918fb5fe6 service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023651 Sep 23 18:43:31.755585 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 56930) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:31.757751 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e939c8-c6b9-4290-b917-1a50ddd30916 req-1fddb917-abac-452d-8336-64b7cd41c580 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:31.761384 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a9e939c8-c6b9-4290-b917-1a50ddd30916 req-1fddb917-abac-452d-8336-64b7cd41c580 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.1789782 Sep 23 18:43:31.848687 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a73c4-33d4-451c-958c-d919df41a9ac req-252fe94b-666f-48b8-8a30-d161cb352f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:31.850800 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cb9a73c4-33d4-451c-958c-d919df41a9ac req-252fe94b-666f-48b8-8a30-d161cb352f9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d318e29-c174-4ee7-b855-dbffdacd1183 HTTP/1.1" status: 200 len: 921 time: 0.1760557 Sep 23 18:43:31.904353 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cb9a73c4-33d4-451c-958c-d919df41a9ac req-62820096-120a-4f80-893a-ed98bf5fa421 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=182660f7-2131-4489-b6a8-60ad517d1cdf HTTP/1.1" status: 200 len: 217 time: 0.0445001 Sep 23 18:43:31.960587 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c92daacd-c956-4009-a633-e2494f7496fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:31.962585 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a9e939c8-c6b9-4290-b917-1a50ddd30916 req-dbb6e4e3-0fd3-491c-ba5f-506ebcd30c52 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855388 Sep 23 18:43:32.036426 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a73c4-33d4-451c-958c-d919df41a9ac req-d525d5c6-2dcd-4a6a-82db-46152048059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:32.036426 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cb9a73c4-33d4-451c-958c-d919df41a9ac req-d525d5c6-2dcd-4a6a-82db-46152048059f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30fd0bd1-802c-436b-b80a-359a455b4902 HTTP/1.1" status: 200 len: 859 time: 0.1183715 Sep 23 18:43:32.093699 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cb9a73c4-33d4-451c-958c-d919df41a9ac req-0089a56e-a698-481c-bb78-0f8d0ba2ffb1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d318e29-c174-4ee7-b855-dbffdacd1183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466509 Sep 23 18:43:32.185234 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c92daacd-c956-4009-a633-e2494f7496fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:32.192389 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c92daacd-c956-4009-a633-e2494f7496fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:32.239300 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-c92daacd-c956-4009-a633-e2494f7496fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e5df1d63a6d42ea8d52b30cbdbf84eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824116 Sep 23 18:43:32.243817 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 56954) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:32.254370 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92daacd-c956-4009-a633-e2494f7496fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a48af33-73cd-49eb-bf88-ee808fdded3a,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:32.304915 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-220f9368-df66-403f-bc57-9680a4663acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:32.308806 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cb9a73c4-33d4-451c-958c-d919df41a9ac req-9e3852b9-7515-43d3-bd65-75b9b1fe289b service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025809 Sep 23 18:43:32.337240 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-220f9368-df66-403f-bc57-9680a4663acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:32.412481 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-220f9368-df66-403f-bc57-9680a4663acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:32.416041 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-220f9368-df66-403f-bc57-9680a4663acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:32.417536 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-220f9368-df66-403f-bc57-9680a4663acb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2a48af33-73cd-49eb-bf88-ee808fdded3a HTTP/1.1" status: 204 len: 168 time: 0.1727772 Sep 23 18:43:32.428541 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f9368-df66-403f-bc57-9680a4663acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a48af33-73cd-49eb-bf88-ee808fdded3a,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:32.530127 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cb9a73c4-33d4-451c-958c-d919df41a9ac req-493105ed-c7cd-4b9d-bae0-702c30c07ca2 service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999388 Sep 23 18:43:32.553571 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fe5ac-7c56-46a0-8128-01413666e1f3 req-8fa7297e-0716-4ada-9f3d-388d0431e4e3 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:32.568227 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d70fe5ac-7c56-46a0-8128-01413666e1f3 req-8fa7297e-0716-4ada-9f3d-388d0431e4e3 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 945 time: 0.0939245 Sep 23 18:43:32.630139 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d70fe5ac-7c56-46a0-8128-01413666e1f3 req-1cda3c8c-a188-4db2-91b6-19cfe342cfe9 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662436 Sep 23 18:43:33.089334 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0bf0a-21e6-4e0a-9ada-57c11f6c78c0 req-c920a54c-b5b5-402e-880e-e3a2d2e85821 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:33.091598 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7ed0bf0a-21e6-4e0a-9ada-57c11f6c78c0 req-c920a54c-b5b5-402e-880e-e3a2d2e85821 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0662258 Sep 23 18:43:33.133043 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7ed0bf0a-21e6-4e0a-9ada-57c11f6c78c0 req-367220cf-8d3f-430b-a318-afba739543ba tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351532 Sep 23 18:43:33.771593 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd631-deb7-44d3-bd08-eaeeb89921d4 req-f94d5828-7e15-49b4-b6df-3b2211dc42c8 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:33.773643 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4a9bd631-deb7-44d3-bd08-eaeeb89921d4 req-f94d5828-7e15-49b4-b6df-3b2211dc42c8 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 945 time: 0.0567811 Sep 23 18:43:33.810924 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57068) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:33.815091 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4a9bd631-deb7-44d3-bd08-eaeeb89921d4 req-f8d9e2f0-3ed7-4a46-aacf-36665394b8aa tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336661 Sep 23 18:43:33.941148 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e9620e2d-60c7-4dd4-b3d8-449c03ecdf16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:33.996400 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a047c-cd75-4560-8f93-064f1ef5ca8b req-2c0b95ef-2ec0-4626-b721-cb3000493713 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:33.998348 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6a2a047c-cd75-4560-8f93-064f1ef5ca8b req-2c0b95ef-2ec0-4626-b721-cb3000493713 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.42 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 945 time: 0.0720139 Sep 23 18:43:34.041683 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e9620e2d-60c7-4dd4-b3d8-449c03ecdf16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.049913 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e9620e2d-60c7-4dd4-b3d8-449c03ecdf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.079109 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-e9620e2d-60c7-4dd4-b3d8-449c03ecdf16 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=027c66399316403f96009b8a7494fedf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670746 Sep 23 18:43:34.085901 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57086) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:34.138963 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9620e2d-60c7-4dd4-b3d8-449c03ecdf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ea778e-95e0-4669-849e-bf4969783f0d,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:34.164933 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-98af5b11-2fb0-476f-8a8a-87fa5817af55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.169755 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-6a2a047c-cd75-4560-8f93-064f1ef5ca8b req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Deleting port 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:43:34.170108 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-6a2a047c-cd75-4560-8f93-064f1ef5ca8b req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.187923 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57098) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:34.200772 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-98af5b11-2fb0-476f-8a8a-87fa5817af55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.248592 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57106) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:34.267215 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-98af5b11-2fb0-476f-8a8a-87fa5817af55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.269612 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-98af5b11-2fb0-476f-8a8a-87fa5817af55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.274003 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-98af5b11-2fb0-476f-8a8a-87fa5817af55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05ea778e-95e0-4669-849e-bf4969783f0d HTTP/1.1" status: 204 len: 168 time: 0.1839747 Sep 23 18:43:34.304264 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af5b11-2fb0-476f-8a8a-87fa5817af55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ea778e-95e0-4669-849e-bf4969783f0d,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:34.326494 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-6a2a047c-cd75-4560-8f93-064f1ef5ca8b req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] For port 2fddc9c1-43fb-4939-b39f-9ff8a97778e1, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=2fddc9c1-43fb-4939-b39f-9ff8a97778e1,segment=NetworkSegment(bb04f1df-eb03-4186-98a1-808fb306b4ac),segment_id=bb04f1df-eb03-4186-98a1-808fb306b4ac)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:34.326866 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-6a2a047c-cd75-4560-8f93-064f1ef5ca8b req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.355733 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc49e60-1062-46ab-a587-adbd113bee92 req-b294f85b-36a3-470a-af47-90d5f17ca945 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:34.357289 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0cc49e60-1062-46ab-a587-adbd113bee92 req-b294f85b-36a3-470a-af47-90d5f17ca945 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.1101165 Sep 23 18:43:34.358484 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-6a2a047c-cd75-4560-8f93-064f1ef5ca8b req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Calling delete_port for 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 owned by compute:nova {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:43:34.368122 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c6f7eb-ace8-4b6f-94b3-719463603e05 admin admin] Deleting subnet e0268291-8b9c-44df-87eb-db2099eb8c5b {{(pid=100703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:43:34.377416 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-92c6f7eb-ace8-4b6f-94b3-719463603e05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.464463 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0cc49e60-1062-46ab-a587-adbd113bee92 req-98236061-5ee7-4d32-bd55-e5fdcce77f2b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002553 Sep 23 18:43:34.469114 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.514943 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-92c6f7eb-ace8-4b6f-94b3-719463603e05 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.530921 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-92c6f7eb-ace8-4b6f-94b3-719463603e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.609980 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-6a2a047c-cd75-4560-8f93-064f1ef5ca8b req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.624997 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['2fddc9c1-43fb-4939-b39f-9ff8a97778e1'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:43:34.630521 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-92c6f7eb-ace8-4b6f-94b3-719463603e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for subnet, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.663972 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6f7eb-ace8-4b6f-94b3-719463603e05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0268291-8b9c-44df-87eb-db2099eb8c5b,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:34.670500 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-92c6f7eb-ace8-4b6f-94b3-719463603e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.675207 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-92c6f7eb-ace8-4b6f-94b3-719463603e05 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e0268291-8b9c-44df-87eb-db2099eb8c5b HTTP/1.1" status: 204 len: 168 time: 0.4240923 Sep 23 18:43:34.677671 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57120) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:34.691647 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Pushing event deleted for resources: {'Port': ['ID=2fddc9c1-43fb-4939-b39f-9ff8a97778e1,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:34.701967 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.702317 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.702702 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.702987 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.703321 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.703658 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.703978 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.704330 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.704661 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.704993 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.705317 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.705639 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.747514 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.757485 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.803453 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2a047c-cd75-4560-8f93-064f1ef5ca8b req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] No DVR routers for this DVR port 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 on host hv-cinder-81041 {{(pid=100704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:43:34.807505 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-6a2a047c-cd75-4560-8f93-064f1ef5ca8b req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.809633 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6a2a047c-cd75-4560-8f93-064f1ef5ca8b req-3704e0c8-81fc-446b-9483-0bb7b1b092e4 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.42 "DELETE /v2.0/ports/2fddc9c1-43fb-4939-b39f-9ff8a97778e1 HTTP/1.1" status: 204 len: 173 time: 0.8040638 Sep 23 18:43:34.810083 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6527d662-e8ea-4dfc-8a91-8fc0b19c0cac', 'name': 'network-vif-deleted', 'tag': '2fddc9c1-43fb-4939-b39f-9ff8a97778e1'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:43:34.812876 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55fd331-e559-40bb-8506-f53788e6c76d" -d '{"events": [{"server_uuid": "6527d662-e8ea-4dfc-8a91-8fc0b19c0cac", "name": "network-vif-deleted", "tag": "2fddc9c1-43fb-4939-b39f-9ff8a97778e1"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:43:34.823714 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.832135 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=38e0076a44464033896947a185c952fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6423585 Sep 23 18:43:34.863030 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57136) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:34.871250 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbd51db-92a3-4cd1-bdfc-b258df830377,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:34.883718 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.884446 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.884981 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.885659 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.886191 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.886846 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.887342 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.887821 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.888334 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.888860 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.889346 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.889826 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a1f574-e46c-48ad-8b16-b478f7689d27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:34.903262 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b3f7e5-5223-44d3-a9b6-5b8eeeae1d13 x-openstack-request-id: req-16b3f7e5-5223-44d3-a9b6-5b8eeeae1d13 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:43:34.903452 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6527d662-e8ea-4dfc-8a91-8fc0b19c0cac", "name": "network-vif-deleted", "tag": "2fddc9c1-43fb-4939-b39f-9ff8a97778e1", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:43:34.903709 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16b3f7e5-5223-44d3-a9b6-5b8eeeae1d13 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:43:34.904101 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6527d662-e8ea-4dfc-8a91-8fc0b19c0cac', 'name': 'network-vif-deleted', 'tag': '2fddc9c1-43fb-4939-b39f-9ff8a97778e1', 'status': 'completed', 'code': 200} Sep 23 18:43:34.933708 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5972a4-7289-4ad1-96be-349524e30036 req-85f01b35-b114-4193-905d-975873a4b16f tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:34.944582 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5e5972a4-7289-4ad1-96be-349524e30036 req-85f01b35-b114-4193-905d-975873a4b16f tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 945 time: 0.1252344 Sep 23 18:43:34.996769 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:34.998868 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5e5972a4-7289-4ad1-96be-349524e30036 req-b47a20d9-d04d-453f-b8bf-9e2dfcbe5713 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478776 Sep 23 18:43:35.019540 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:35.020149 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:35.021231 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:35.022571 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Subscribe: > port after_create 55550000 {{(pid=100703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:35.023116 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Subscribe: > port after_delete 55550000 {{(pid=100703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:35.023900 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Subscribe: > port after_update 55550000 {{(pid=100703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:35.024680 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:35.025198 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:35.025747 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:35.026443 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:35.073545 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ef489131-7c5f-4332-b75b-8f67996bca8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.087035 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-120f795b-2810-4903-a94d-c38691d8d7c2 req-b792681d-218b-43b9-bb49-ac83255c501f tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6527d662-e8ea-4dfc-8a91-8fc0b19c0cac HTTP/1.1" status: 200 len: 210 time: 0.0436249 Sep 23 18:43:35.100438 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ef489131-7c5f-4332-b75b-8f67996bca8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.158223 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ef489131-7c5f-4332-b75b-8f67996bca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.161291 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ef489131-7c5f-4332-b75b-8f67996bca8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.164891 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-ef489131-7c5f-4332-b75b-8f67996bca8e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bbbd51db-92a3-4cd1-bdfc-b258df830377 HTTP/1.1" status: 204 len: 168 time: 0.2932689 Sep 23 18:43:35.171939 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef489131-7c5f-4332-b75b-8f67996bca8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbd51db-92a3-4cd1-bdfc-b258df830377,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:35.184394 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:35.185035 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:35.185885 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:35.186446 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:35.186914 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53be7907-1c43-4b3f-985b-5eb418576c56']}} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:35.198996 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57152) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:35.213608 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580d43c2-172d-48db-90ec-b2d2be26d5ed') {'for_net_delete': True} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:35.213956 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580d43c2-172d-48db-90ec-b2d2be26d5ed') {} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:35.229872 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629864'] for segment, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.252100 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.260893 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=100703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:43:35.261382 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4755921'] for segment, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: from cryptography.utils import int_from_bytes Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: from cryptography.utils import int_from_bytes Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: Traceback (most recent call last): Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: timer() Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: cb(*args, **kw) Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: return func(*args, **kwargs) Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: self._notify() Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: self.callback(batched_events) Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: event.method(event) Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: return f(self, *a, **k) Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._get(url).json() Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: return self.request(url, 'GET', **kwargs) Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:43:35.265969 dv-cinder-810415-4-iscsi neutron-server[100703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:43:35.325509 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.331651 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.333721 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] 10.222.0.70 "DELETE /v2.0/networks/53be7907-1c43-4b3f-985b-5eb418576c56 HTTP/1.1" status: 204 len: 168 time: 0.6550736 Sep 23 18:43:35.336704 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57160) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:35.345531 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83cf155-a654-45be-9cfb-2eec9577666e admin admin] Pushing event deleted for resources: {'Network': ['ID=53be7907-1c43-4b3f-985b-5eb418576c56,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:35.385660 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e320c2-1c75-4dfe-a18f-ab4219990bc9 admin admin] Deleting subnet bd4564fb-54bb-435c-8612-eb07b3e98bc1 {{(pid=100704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:43:35.389062 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a2e320c2-1c75-4dfe-a18f-ab4219990bc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.431266 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a2e320c2-1c75-4dfe-a18f-ab4219990bc9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.440714 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a2e320c2-1c75-4dfe-a18f-ab4219990bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.480062 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2dde2970-b28c-4dd0-9cdf-de4192ffb15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.560262 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a2e320c2-1c75-4dfe-a18f-ab4219990bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for subnet, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.574186 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57168) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:35.593313 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-45fd6e0a-0465-480c-9676-5cde7e075944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.629916 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e320c2-1c75-4dfe-a18f-ab4219990bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4564fb-54bb-435c-8612-eb07b3e98bc1,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:35.632309 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57170) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:35.635882 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a2e320c2-1c75-4dfe-a18f-ab4219990bc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.638093 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-a2e320c2-1c75-4dfe-a18f-ab4219990bc9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/bd4564fb-54bb-435c-8612-eb07b3e98bc1 HTTP/1.1" status: 204 len: 168 time: 0.3001661 Sep 23 18:43:35.640836 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57174) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:35.684724 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c24e5a-c858-4c17-af04-0289b4c394d5 req-ea6ad65a-bcc0-45bb-b88d-eeb1a236d97f tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:35.686387 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-51c24e5a-c858-4c17-af04-0289b4c394d5 req-ea6ad65a-bcc0-45bb-b88d-eeb1a236d97f tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.1215386 Sep 23 18:43:35.744043 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-51c24e5a-c858-4c17-af04-0289b4c394d5 req-04175af6-6626-4406-b833-72ddc5ff300e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505314 Sep 23 18:43:35.756833 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2dde2970-b28c-4dd0-9cdf-de4192ffb15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.765889 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2dde2970-b28c-4dd0-9cdf-de4192ffb15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.814365 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-2dde2970-b28c-4dd0-9cdf-de4192ffb15f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ba4c1fff9324a57b368efd061ea5aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6114855 Sep 23 18:43:35.815325 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57176) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:35.820905 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde2970-b28c-4dd0-9cdf-de4192ffb15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab02d6d-45d2-4392-8cff-ff4d1ad88c82,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:35.874390 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-434f022f-9f9d-40a6-9ba3-c650f96f6bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.895268 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-434f022f-9f9d-40a6-9ba3-c650f96f6bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.902381 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-3ed63255-0d35-41e1-8f5c-14366ed4639e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1881418314-network', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:35.922476 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-df54a675-99f5-45c5-b329-0e2d61ee7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.941364 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-434f022f-9f9d-40a6-9ba3-c650f96f6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.943922 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-434f022f-9f9d-40a6-9ba3-c650f96f6bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:35.945105 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-434f022f-9f9d-40a6-9ba3-c650f96f6bd1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ab02d6d-45d2-4392-8cff-ff4d1ad88c82 HTTP/1.1" status: 204 len: 168 time: 0.1295872 Sep 23 18:43:35.952814 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f022f-9f9d-40a6-9ba3-c650f96f6bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab02d6d-45d2-4392-8cff-ff4d1ad88c82,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:36.028634 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-df54a675-99f5-45c5-b329-0e2d61ee7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.062858 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-df54a675-99f5-45c5-b329-0e2d61ee7e0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77effbff-40c1-4f75-95f5-3ef906d3edaf']}} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:36.079246 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-df54a675-99f5-45c5-b329-0e2d61ee7e0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95089c81-a15c-439f-a96d-021f017d0d44') {'for_net_delete': True} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:36.079540 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-df54a675-99f5-45c5-b329-0e2d61ee7e0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95089c81-a15c-439f-a96d-021f017d0d44') {} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:36.094941 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-df54a675-99f5-45c5-b329-0e2d61ee7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629864'] for segment, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.116228 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-45fd6e0a-0465-480c-9676-5cde7e075944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.117521 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-df54a675-99f5-45c5-b329-0e2d61ee7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.120020 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691e3c0-8046-4f7d-b785-3f58b281ee23 req-9b15ea10-d4e4-46d5-b2ff-e4a43d1e5213 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:36.121895 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3691e3c0-8046-4f7d-b785-3f58b281ee23 req-9b15ea10-d4e4-46d5-b2ff-e4a43d1e5213 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 945 time: 0.0607271 Sep 23 18:43:36.127527 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df54a675-99f5-45c5-b329-0e2d61ee7e0a admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=100703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:43:36.127941 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-df54a675-99f5-45c5-b329-0e2d61ee7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4755921'] for segment, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: Traceback (most recent call last): Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: timer() Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: cb(*args, **kw) Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: return func(*args, **kwargs) Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: self._notify() Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: self.callback(batched_events) Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: event.method(event) Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: return f(self, *a, **k) Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._get(url).json() Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: return self.request(url, 'GET', **kwargs) Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:43:36.133001 dv-cinder-810415-4-iscsi neutron-server[100703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:43:36.144779 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-45fd6e0a-0465-480c-9676-5cde7e075944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.201786 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3691e3c0-8046-4f7d-b785-3f58b281ee23 req-b2bbdbba-6caf-40ea-bc14-899a648e6557 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723906 Sep 23 18:43:36.225003 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed63255-0d35-41e1-8f5c-14366ed4639e admin admin] Made reservation on behalf of 6a1f8c4e3fa64a6b836735fbba48909d for: {'network': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:36.225003 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3ed63255-0d35-41e1-8f5c-14366ed4639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.246788 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-45fd6e0a-0465-480c-9676-5cde7e075944 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9a7fe27739ab4f939e0e53d032c48ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6711659 Sep 23 18:43:36.249078 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3ed63255-0d35-41e1-8f5c-14366ed4639e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.249782 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57190) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:36.251371 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd6e0a-0465-480c-9676-5cde7e075944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74cca82-ca15-49f5-92e9-cd69f6d7b155,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:36.253915 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-df54a675-99f5-45c5-b329-0e2d61ee7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.277548 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-df54a675-99f5-45c5-b329-0e2d61ee7e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.279384 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-df54a675-99f5-45c5-b329-0e2d61ee7e0a admin admin] 10.222.0.70 "DELETE /v2.0/networks/77effbff-40c1-4f75-95f5-3ef906d3edaf HTTP/1.1" status: 204 len: 168 time: 0.6367235 Sep 23 18:43:36.282536 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54a675-99f5-45c5-b329-0e2d61ee7e0a admin admin] Pushing event deleted for resources: {'Network': ['ID=77effbff-40c1-4f75-95f5-3ef906d3edaf,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:36.321342 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-eb15cd63-989a-4b6b-b1fa-9c98a25b3f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.338212 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57200) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:36.359842 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-eb15cd63-989a-4b6b-b1fa-9c98a25b3f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.361769 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-c5c351c5-68db-4d13-8216-e8925738308b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.409585 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3ed63255-0d35-41e1-8f5c-14366ed4639e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.415196 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3ed63255-0d35-41e1-8f5c-14366ed4639e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.439237 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed63255-0d35-41e1-8f5c-14366ed4639e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=100703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:43:36.454003 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed63255-0d35-41e1-8f5c-14366ed4639e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff9c96f-19cc-4acf-8478-7f9d2cca757d,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:36.480345 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57206) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:36.499174 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3ed63255-0d35-41e1-8f5c-14366ed4639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.499522 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.segments_db [None req-3ed63255-0d35-41e1-8f5c-14366ed4639e admin admin] Added segment 91fe4316-2c52-4ef2-abba-54b57ca453ef of type vlan for network 1bd28bab-4532-4383-abb6-818a5d8c455d Sep 23 18:43:36.499617 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-eb15cd63-989a-4b6b-b1fa-9c98a25b3f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.502039 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-eb15cd63-989a-4b6b-b1fa-9c98a25b3f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.503179 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-eb15cd63-989a-4b6b-b1fa-9c98a25b3f0b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d74cca82-ca15-49f5-92e9-cd69f6d7b155 HTTP/1.1" status: 204 len: 168 time: 0.2524424 Sep 23 18:43:36.523442 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15cd63-989a-4b6b-b1fa-9c98a25b3f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74cca82-ca15-49f5-92e9-cd69f6d7b155,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:36.561142 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-95bff534-4846-42ee-8057-ca4494e4bce2 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:36.562645 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-95bff534-4846-42ee-8057-ca4494e4bce2 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/networks?id=5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d HTTP/1.1" status: 200 len: 808 time: 0.1856823 Sep 23 18:43:36.575050 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-ee959ad8-e924-4c25-9cda-98793ae0c344 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a40806e0ad7f41b185ef53da29f498c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0933926 Sep 23 18:43:36.576935 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3ed63255-0d35-41e1-8f5c-14366ed4639e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.578959 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57210) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:36.590909 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-51831d37-0bb9-4b72-acf2-ab4772aa5d50 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/quotas/b00540ab3d6a4cf8981658dcca47d2a4 HTTP/1.1" status: 200 len: 375 time: 0.0198684 Sep 23 18:43:36.619326 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-c5c351c5-68db-4d13-8216-e8925738308b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.630767 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3ed63255-0d35-41e1-8f5c-14366ed4639e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.632351 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed63255-0d35-41e1-8f5c-14366ed4639e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:36.633035 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3ed63255-0d35-41e1-8f5c-14366ed4639e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.636044 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-dc1f6239-84fa-45e0-b5a7-93189c5df944 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b00540ab3d6a4cf8981658dcca47d2a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341160 Sep 23 18:43:36.636784 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-c5c351c5-68db-4d13-8216-e8925738308b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.682976 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e7d7297a-3491-4010-9ce3-26788424d6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.687886 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-3ed63255-0d35-41e1-8f5c-14366ed4639e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0547082 Sep 23 18:43:36.695623 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57212) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:36.702304 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-865c47d2-6219-4761-a1fb-ac91ac23abca admin admin] Request body: {'subnet': {'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1881418314-subnet', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'ip_version': 4}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:36.715972 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-c5c351c5-68db-4d13-8216-e8925738308b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9acd14af7dbd491f9842a9be7acbf42a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3773067 Sep 23 18:43:36.720189 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c351c5-68db-4d13-8216-e8925738308b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443595ca-2978-4c1c-ae83-704ca58b2742,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:36.726456 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57214) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:36.741423 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed63255-0d35-41e1-8f5c-14366ed4639e admin admin] Pushing event updated for resources: {'Network': ['ID=1bd28bab-4532-4383-abb6-818a5d8c455d,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:36.747456 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e7d7297a-3491-4010-9ce3-26788424d6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.754183 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network 1bd28bab-4532-4383-abb6-818a5d8c455d details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:43:36.808330 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e7d7297a-3491-4010-9ce3-26788424d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.815106 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e7d7297a-3491-4010-9ce3-26788424d6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.821609 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865c47d2-6219-4761-a1fb-ac91ac23abca admin admin] Made reservation on behalf of 6a1f8c4e3fa64a6b836735fbba48909d for: {'subnet': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:36.824223 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-865c47d2-6219-4761-a1fb-ac91ac23abca admin admin] Notify callbacks [] for subnet, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:36.824677 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-e7d7297a-3491-4010-9ce3-26788424d6fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4317c5e5-27ab-456c-821f-66077afe1386 HTTP/1.1" status: 204 len: 168 time: 0.2445960 Sep 23 18:43:36.845463 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7297a-3491-4010-9ce3-26788424d6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4317c5e5-27ab-456c-821f-66077afe1386,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:36.950698 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-0554a168-2fa2-44f2-8ff8-46eeb1a1632a service neutron] 10.222.0.70 "GET /v2.0/networks/5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976546 Sep 23 18:43:36.994707 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4d2760e4-e645-429d-95ee-3a6a89b0f13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:37.100666 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84108f2d-cd15-4fc3-96c1-da5f162fc8b2 req-d5655e82-a60e-487a-a54a-b21f4dca6229 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:37.102200 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-84108f2d-cd15-4fc3-96c1-da5f162fc8b2 req-d5655e82-a60e-487a-a54a-b21f4dca6229 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.2276580 Sep 23 18:43:37.104506 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4d2760e4-e645-429d-95ee-3a6a89b0f13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:37.120278 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:43:37.148382 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:43:37.149212 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 2fddc9c1-43fb-4939-b39f-9ff8a97778e1 not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:43:37.204727 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57232) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:37.207910 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86424441-9220-4c55-922b-d2cb2c731f06 req-506e8178-d373-40a8-b670-7776d0cbfbb9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:37.209478 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-86424441-9220-4c55-922b-d2cb2c731f06 req-506e8178-d373-40a8-b670-7776d0cbfbb9 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.42 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 945 time: 0.2159343 Sep 23 18:43:37.232481 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-a23a1397-a0ae-4fae-9258-408b1cc617af service neutron] 10.222.0.70 "GET /v2.0/networks/5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723780 Sep 23 18:43:37.253535 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-4fe2e1e4-40cf-4409-9c48-854e1eb0b521 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e1ce2582d45548339b43a3ef4f968e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476012 Sep 23 18:43:37.256924 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57236) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:37.293525 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-84108f2d-cd15-4fc3-96c1-da5f162fc8b2 req-2707f8cf-19f3-4eb5-b8b6-05d849b89675 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722112 Sep 23 18:43:37.349378 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-cc661cdf-43b1-4cc2-94ca-a7f67ec02ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:37.352980 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4d2760e4-e645-429d-95ee-3a6a89b0f13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:37.356628 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4d2760e4-e645-429d-95ee-3a6a89b0f13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:37.360098 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-4d2760e4-e645-429d-95ee-3a6a89b0f13d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/443595ca-2978-4c1c-ae83-704ca58b2742 HTTP/1.1" status: 204 len: 168 time: 0.6304150 Sep 23 18:43:37.391283 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-cc661cdf-43b1-4cc2-94ca-a7f67ec02ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:37.424552 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2760e4-e645-429d-95ee-3a6a89b0f13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443595ca-2978-4c1c-ae83-704ca58b2742,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:37.488611 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-cc661cdf-43b1-4cc2-94ca-a7f67ec02ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:37.492022 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-cc661cdf-43b1-4cc2-94ca-a7f67ec02ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:37.493456 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-cc661cdf-43b1-4cc2-94ca-a7f67ec02ced admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/638fa0a0-b850-4e3d-bc87-03b39c5585a0 HTTP/1.1" status: 204 len: 168 time: 0.2353120 Sep 23 18:43:37.501866 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc661cdf-43b1-4cc2-94ca-a7f67ec02ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638fa0a0-b850-4e3d-bc87-03b39c5585a0,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:37.787096 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-865c47d2-6219-4761-a1fb-ac91ac23abca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for subnet, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:37.814101 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5679a975-1516-4566-af87-a6bc2baba80f req-fae70013-ed14-416a-bdcd-a402a8fc1cee tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 210 time: 0.0478311 Sep 23 18:43:37.877822 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007dc74-d438-42a7-9c01-da44f1ccb244 req-b5baf811-169f-4040-89c1-414b647e639c tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:37.879182 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3007dc74-d438-42a7-9c01-da44f1ccb244 req-b5baf811-169f-4040-89c1-414b647e639c tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 945 time: 0.4926093 Sep 23 18:43:37.901475 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c47d2-6219-4761-a1fb-ac91ac23abca admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f9b104-7b94-46da-babd-daf1581be6b6,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:37.919548 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-86424441-9220-4c55-922b-d2cb2c731f06 req-709c2e71-1a9d-4919-a101-aa9be729def2 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Deleting port 3f908d77-5d23-4a02-985b-554f4265bf17 {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:43:37.919790 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-86424441-9220-4c55-922b-d2cb2c731f06 req-709c2e71-1a9d-4919-a101-aa9be729def2 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:37.950841 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57274) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:37.962795 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865c47d2-6219-4761-a1fb-ac91ac23abca admin admin] Checking segment: {'id': '91fe4316-2c52-4ef2-abba-54b57ca453ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:37.963160 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865c47d2-6219-4761-a1fb-ac91ac23abca admin admin] Network hostable DHCP agents. Network: 1bd28bab-4532-4383-abb6-818a5d8c455d, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:43:37.987837 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-be3e6e58-4d12-471a-84bb-13c73b398a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:38.029252 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3007dc74-d438-42a7-9c01-da44f1ccb244 req-220d84e2-4a85-4af0-9a9f-d380edfa81d3 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/security-groups?id=b62b7e25-ffe3-4aaf-b221-c883f9df7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412058 Sep 23 18:43:38.040913 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865c47d2-6219-4761-a1fb-ac91ac23abca admin admin] Network 1bd28bab-4532-4383-abb6-818a5d8c455d is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:43:38.068177 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-865c47d2-6219-4761-a1fb-ac91ac23abca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, 1bd28bab-4532-4383-abb6-818a5d8c455d) {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:38.076855 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-86424441-9220-4c55-922b-d2cb2c731f06 req-709c2e71-1a9d-4919-a101-aa9be729def2 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] For port 3f908d77-5d23-4a02-985b-554f4265bf17, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=3f908d77-5d23-4a02-985b-554f4265bf17,segment=NetworkSegment(7cd6f9a7-f01f-47d1-b276-a736edf85b28),segment_id=7cd6f9a7-f01f-47d1-b276-a736edf85b28)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:38.077311 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-86424441-9220-4c55-922b-d2cb2c731f06 req-709c2e71-1a9d-4919-a101-aa9be729def2 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:38.077846 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8895cb1-3a18-4ff7-9065-2bf47d6d77c0 None None] Network 1bd28bab-4532-4383-abb6-818a5d8c455d requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:43:38.092049 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865c47d2-6219-4761-a1fb-ac91ac23abca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:38.093039 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-865c47d2-6219-4761-a1fb-ac91ac23abca admin admin] Notify callbacks [] for subnet, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:38.111107 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-86424441-9220-4c55-922b-d2cb2c731f06 req-709c2e71-1a9d-4919-a101-aa9be729def2 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Calling delete_port for 3f908d77-5d23-4a02-985b-554f4265bf17 owned by compute:nova {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:43:38.201527 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-be3e6e58-4d12-471a-84bb-13c73b398a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:38.209915 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-be3e6e58-4d12-471a-84bb-13c73b398a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:38.228185 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-865c47d2-6219-4761-a1fb-ac91ac23abca admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5290256 Sep 23 18:43:38.228596 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57280) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:38.233813 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1881418314-router', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:38.257534 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57282) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:38.258069 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-be3e6e58-4d12-471a-84bb-13c73b398a08 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb9100833d9b4b6b999507d1ac735be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055778 Sep 23 18:43:38.286994 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e6e58-4d12-471a-84bb-13c73b398a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25b19c8-32fb-437f-874b-46405d069493,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:38.337770 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-339852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5306'] for router, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:38.338838 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-341116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5299'] for router, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:38.382601 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6905c686-692d-56b3-9e02-c5d3ec50cb82-1bd28bab-4532-4383-abb6-818a5d8c455d', 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'fixed_ips': [{'subnet_id': '08f9b104-7b94-46da-babd-daf1581be6b6'}]}} from dv-cinder-810415-4-iscsi. {{(pid=100705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 18:43:38.383488 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:38.390410 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-86424441-9220-4c55-922b-d2cb2c731f06 req-709c2e71-1a9d-4919-a101-aa9be729def2 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:38.425122 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['3f908d77-5d23-4a02-985b-554f4265bf17'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:43:38.481102 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-37e6aebc-f4f6-42ce-9706-4c0eba4147e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:38.505430 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-37e6aebc-f4f6-42ce-9706-4c0eba4147e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:38.547315 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c2e71-1a9d-4919-a101-aa9be729def2 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Pushing event deleted for resources: {'Port': ['ID=3f908d77-5d23-4a02-985b-554f4265bf17,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:38.629345 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:38.644215 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.db_base_plugin_common [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Allocated IP 172.20.0.2 (1bd28bab-4532-4383-abb6-818a5d8c455d/08f9b104-7b94-46da-babd-daf1581be6b6/915f04a5-2820-440e-808c-41e747a18b90) {{(pid=100705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:43:38.812661 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-86424441-9220-4c55-922b-d2cb2c731f06 req-709c2e71-1a9d-4919-a101-aa9be729def2 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] No DVR routers for this DVR port 3f908d77-5d23-4a02-985b-554f4265bf17 on host hv-cinder-81041 {{(pid=100704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:43:38.826335 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-86424441-9220-4c55-922b-d2cb2c731f06 req-709c2e71-1a9d-4919-a101-aa9be729def2 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:38.828427 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-86424441-9220-4c55-922b-d2cb2c731f06 req-709c2e71-1a9d-4919-a101-aa9be729def2 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.42 "DELETE /v2.0/ports/3f908d77-5d23-4a02-985b-554f4265bf17 HTTP/1.1" status: 204 len: 173 time: 1.5950484 Sep 23 18:43:38.828972 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d84153-7c50-4c34-9e4c-f79fb33bf50c', 'name': 'network-vif-deleted', 'tag': '3f908d77-5d23-4a02-985b-554f4265bf17'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:43:38.831493 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c460eb-ec64-4c83-8707-79c3fc9a6ba6" -d '{"events": [{"server_uuid": "01d84153-7c50-4c34-9e4c-f79fb33bf50c", "name": "network-vif-deleted", "tag": "3f908d77-5d23-4a02-985b-554f4265bf17"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:43:38.873010 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dac67-dcfa-4ffa-90cb-ea6a99287468 req-9e7a2876-5814-49ea-b782-58d88e9cdc22 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:38.874653 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9d0dac67-dcfa-4ffa-90cb-ea6a99287468 req-9e7a2876-5814-49ea-b782-58d88e9cdc22 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.4572651 Sep 23 18:43:38.923335 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Notify callbacks [] for port, precommit_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:38.934145 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:38.985305 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Network 1bd28bab-4532-4383-abb6-818a5d8c455d is already hosted by enough agents. {{(pid=100705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:38.988282 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.base_scheduler [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Resources bound (agent type, host, resource id): {{(pid=100705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:38.994128 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Received port after_create {{(pid=100705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:43:39.005570 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-37e6aebc-f4f6-42ce-9706-4c0eba4147e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:39.008630 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-37e6aebc-f4f6-42ce-9706-4c0eba4147e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:39.009741 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-37e6aebc-f4f6-42ce-9706-4c0eba4147e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d25b19c8-32fb-437f-874b-46405d069493 HTTP/1.1" status: 204 len: 168 time: 0.7306800 Sep 23 18:43:39.012136 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Pushing event updated for resources: {'Port': ['ID=915f04a5-2820-440e-808c-41e747a18b90,revision_number=1']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:39.081770 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5c90a544-0c3f-4645-87e8-67719eb52a21 req-eddec2d6-ed62-4a8f-8c91-c061f8be08fe tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 210 time: 0.1039443 Sep 23 18:43:39.092485 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:39.098335 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6aebc-f4f6-42ce-9706-4c0eba4147e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25b19c8-32fb-437f-874b-46405d069493,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:39.099004 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:39.099507 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:39.100052 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:39.100396 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:39.100882 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:39.112807 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:39.113215 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:39.113607 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:39.113949 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:39.114293 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:39.114634 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:39.127814 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-bb87e8ad-b937-44e2-bf43-918fd7678456 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:39.129381 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-bb87e8ad-b937-44e2-bf43-918fd7678456 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.42 "GET /v2.0/networks?id=5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d HTTP/1.1" status: 200 len: 808 time: 0.4390657 Sep 23 18:43:39.200979 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:39.209817 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Attempting to bind port 915f04a5-2820-440e-808c-41e747a18b90 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:43:39.210190 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Attempting to bind port 915f04a5-2820-440e-808c-41e747a18b90 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': '91fe4316-2c52-4ef2-abba-54b57ca453ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:43:39.210552 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Attempting to bind port 915f04a5-2820-440e-808c-41e747a18b90 on network 1bd28bab-4532-4383-abb6-818a5d8c455d {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:39.215267 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c6f446-7442-430f-9b7f-a8f7613f76ba x-openstack-request-id: req-00c6f446-7442-430f-9b7f-a8f7613f76ba {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:43:39.215571 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d84153-7c50-4c34-9e4c-f79fb33bf50c", "name": "network-vif-deleted", "tag": "3f908d77-5d23-4a02-985b-554f4265bf17", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:43:39.215825 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00c6f446-7442-430f-9b7f-a8f7613f76ba {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:43:39.216218 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d84153-7c50-4c34-9e4c-f79fb33bf50c', 'name': 'network-vif-deleted', 'tag': '3f908d77-5d23-4a02-985b-554f4265bf17', 'status': 'completed', 'code': 200} Sep 23 18:43:39.223403 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:43:39.223795 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Checking segment: {'id': '91fe4316-2c52-4ef2-abba-54b57ca453ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:39.224198 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:39.225153 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Bound using segment: {'id': '91fe4316-2c52-4ef2-abba-54b57ca453ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:43:39.225647 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Bound port: 915f04a5-2820-440e-808c-41e747a18b90, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fe4316-2c52-4ef2-abba-54b57ca453ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:43:39.226043 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:39.254278 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-65519a82-7f42-4dc6-bf4b-ce593c491b56 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Request body: {'port': {'device_id': '6d95f2cc-43f4-4359-bb9a-e29aad3434b4', 'network_id': '5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d', 'admin_state_up': True, 'tenant_id': 'b00540ab3d6a4cf8981658dcca47d2a4'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:39.323946 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] For port 915f04a5-2820-440e-808c-41e747a18b90, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:43:39.330144 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] For port 915f04a5-2820-440e-808c-41e747a18b90, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=915f04a5-2820-440e-808c-41e747a18b90,segment=NetworkSegment(91fe4316-2c52-4ef2-abba-54b57ca453ef),segment_id=91fe4316-2c52-4ef2-abba-54b57ca453ef)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:43:39.336436 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:39.358340 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-44ace3b9-4695-4111-ab81-54a2f3790a94 req-b278565f-a607-4c79-93cb-9e87ad881f99 tempest-DeleteServersTestJSON-1900591333 tempest-DeleteServersTestJSON-1900591333-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d84153-7c50-4c34-9e4c-f79fb33bf50c HTTP/1.1" status: 200 len: 210 time: 0.0933259 Sep 23 18:43:39.387056 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9d0dac67-dcfa-4ffa-90cb-ea6a99287468 req-e4f0736e-8166-4f50-aead-f2d34eead85d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276254 Sep 23 18:43:39.452190 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a863b-1997-4781-a683-1b2cb3ffc92b None None] Pushing event updated for resources: {'Port': ['ID=915f04a5-2820-440e-808c-41e747a18b90,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:39.623989 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-65519a82-7f42-4dc6-bf4b-ce593c491b56 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Made reservation on behalf of b00540ab3d6a4cf8981658dcca47d2a4 for: {'port': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:39.628592 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-65519a82-7f42-4dc6-bf4b-ce593c491b56 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:39.973802 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:40.023451 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:40.085271 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-65519a82-7f42-4dc6-bf4b-ce593c491b56 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Allocated IP 172.20.0.14 (5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d/80c8ba06-1525-4e49-b3be-44833906f9e9/9e1e304b-7899-48a1-8bb4-0db909b5b138) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:43:40.220685 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Allocated IP 172.27.1.107 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/2c39293a-6122-4ab1-93ee-9b4971563b31) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:43:40.258913 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b68f5111-bf68-4ca4-af0a-887d0e8cd1cf req-4b94283e-af72-47dc-8420-34df1ea5b6cf tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 210 time: 0.0738976 Sep 23 18:43:40.414198 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-65519a82-7f42-4dc6-bf4b-ce593c491b56 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:40.464544 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:40.561553 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-65519a82-7f42-4dc6-bf4b-ce593c491b56 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:40.594883 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1ad56-b53e-455d-bc80-61c993db9251 req-fa7c8101-f552-44bb-b636-021df01e8cc6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:40.596629 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7de1ad56-b53e-455d-bc80-61c993db9251 req-fa7c8101-f552-44bb-b636-021df01e8cc6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.1078384 Sep 23 18:43:40.608706 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:40.667593 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-65519a82-7f42-4dc6-bf4b-ce593c491b56 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Network 5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:40.692558 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-65519a82-7f42-4dc6-bf4b-ce593c491b56 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:40.703937 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-65519a82-7f42-4dc6-bf4b-ce593c491b56 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:43:40.714972 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-65519a82-7f42-4dc6-bf4b-ce593c491b56 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:40.716015 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-65519a82-7f42-4dc6-bf4b-ce593c491b56 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:40.732470 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:40.749230 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65519a82-7f42-4dc6-bf4b-ce593c491b56 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Pushing event updated for resources: {'Port': ['ID=9e1e304b-7899-48a1-8bb4-0db909b5b138,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:40.753809 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:40.757131 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-65519a82-7f42-4dc6-bf4b-ce593c491b56 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5526931 Sep 23 18:43:40.763952 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:43:40.811716 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Pushing event updated for resources: {'Port': ['ID=2c39293a-6122-4ab1-93ee-9b4971563b31,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:40.823005 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Request body: {'port': {'device_id': '6d95f2cc-43f4-4359-bb9a-e29aad3434b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:40.875801 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7de1ad56-b53e-455d-bc80-61c993db9251 req-92b6c58b-8838-44d5-8e55-d18b10e17d18 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608464 Sep 23 18:43:40.889793 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 915f04a5-2820-440e-808c-41e747a18b90 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:43:40.980726 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39c9ae1-88a0-4252-bed2-7853bda4f76f None None] Network 1bd28bab-4532-4383-abb6-818a5d8c455d requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:43:41.084652 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 915f04a5-2820-440e-808c-41e747a18b90 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:41.085143 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:41.103709 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:41.189612 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 3f908d77-5d23-4a02-985b-554f4265bf17 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:43:41.231757 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: 3f908d77-5d23-4a02-985b-554f4265bf17 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:43:41.232132 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 3f908d77-5d23-4a02-985b-554f4265bf17 not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:43:41.276930 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-04d8ecef-a3c7-4ec3-b26e-8ae04529c966 None None] Provisioning complete for port 915f04a5-2820-440e-808c-41e747a18b90 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:41.278891 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-04d8ecef-a3c7-4ec3-b26e-8ae04529c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:41.432655 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:41.460461 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-04d8ecef-a3c7-4ec3-b26e-8ae04529c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:41.506260 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port 915f04a5-2820-440e-808c-41e747a18b90, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=915f04a5-2820-440e-808c-41e747a18b90,segment=NetworkSegment(91fe4316-2c52-4ef2-abba-54b57ca453ef),segment_id=91fe4316-2c52-4ef2-abba-54b57ca453ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:41.554311 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:41.621801 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.db.api [None req-04d8ecef-a3c7-4ec3-b26e-8ae04529c966 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 18:43:41.622153 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG oslo_db.api [None req-04d8ecef-a3c7-4ec3-b26e-8ae04529c966 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 18:43:41.657168 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=915f04a5-2820-440e-808c-41e747a18b90,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:41.824750 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:41.882078 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5e713-fdf4-4ba1-b7ba-e90d27fd7e77 req-9069c428-33ca-4045-90ff-b37165084686 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:41.883588 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ecf5e713-fdf4-4ba1-b7ba-e90d27fd7e77 req-9069c428-33ca-4045-90ff-b37165084686 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 932 time: 0.4097493 Sep 23 18:43:41.950200 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1e304b-7899-48a1-8bb4-0db909b5b138 {{(pid=100704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:43:41.994742 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:42.010411 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ecf5e713-fdf4-4ba1-b7ba-e90d27fd7e77 req-c3ffda7d-f042-4667-8b6e-fbc1456e4ffe tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024323 Sep 23 18:43:42.038155 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.provisioning_blocks [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Transition to ACTIVE for port object 9e1e304b-7899-48a1-8bb4-0db909b5b138 will not be triggered until provisioned by entity L2. {{(pid=100704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:43:42.052470 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:42.212219 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5e576-b9ad-4f27-ab0e-aa2ef35b540e req-799f1424-03b6-46df-8c15-f8c929047b1e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:42.213809 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-43d5e576-b9ad-4f27-ab0e-aa2ef35b540e req-799f1424-03b6-46df-8c15-f8c929047b1e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.2245357 Sep 23 18:43:42.218758 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1e304b-7899-48a1-8bb4-0db909b5b138,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:42.242534 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57486) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:42.287599 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc8f3c6-28f8-47e2-9d87-54aa0e74923d admin admin] Deleting subnet 9080031f-4718-4177-a550-fafe50c6e84c {{(pid=100703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:43:42.290141 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f3c6-28f8-47e2-9d87-54aa0e74923d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:42.308399 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Attempting to bind port 9e1e304b-7899-48a1-8bb4-0db909b5b138 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:43:42.308788 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Attempting to bind port 9e1e304b-7899-48a1-8bb4-0db909b5b138 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'bb04f1df-eb03-4186-98a1-808fb306b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d'}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:43:42.309085 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Attempting to bind port 9e1e304b-7899-48a1-8bb4-0db909b5b138 on network 5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:42.322062 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-ddf06a78-8ad9-4a3d-aa33-30928d36f7a8 None None] Provisioning complete for port 915f04a5-2820-440e-808c-41e747a18b90 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:42.323855 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-ddf06a78-8ad9-4a3d-aa33-30928d36f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:42.326361 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f3c6-28f8-47e2-9d87-54aa0e74923d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629873'] for subnet, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:42.330706 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-340997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338353'] for router, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:42.346950 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-43d5e576-b9ad-4f27-ab0e-aa2ef35b540e req-2de36d27-2128-4704-9910-e64839ec30de tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244855 Sep 23 18:43:42.349113 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Port 9e1e304b-7899-48a1-8bb4-0db909b5b138 on network 5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:43:42.349449 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Attempting to bind port 9e1e304b-7899-48a1-8bb4-0db909b5b138 on network 5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:42.369499 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f3c6-28f8-47e2-9d87-54aa0e74923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:42.405174 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:43:42.405514 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Checking segment: {'id': 'bb04f1df-eb03-4186-98a1-808fb306b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:42.406122 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Bound using segment: {'id': 'bb04f1df-eb03-4186-98a1-808fb306b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d'} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:43:42.406576 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Bound port: 9e1e304b-7899-48a1-8bb4-0db909b5b138, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb04f1df-eb03-4186-98a1-808fb306b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d'}}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:43:42.406936 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:42.442956 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f3c6-28f8-47e2-9d87-54aa0e74923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4756863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4643638'] for subnet, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:42.456660 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f3c6-28f8-47e2-9d87-54aa0e74923d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:42.458846 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-ecc8f3c6-28f8-47e2-9d87-54aa0e74923d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9080031f-4718-4177-a550-fafe50c6e84c HTTP/1.1" status: 204 len: 168 time: 0.2151768 Sep 23 18:43:42.463487 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57490) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:42.479868 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8f3c6-28f8-47e2-9d87-54aa0e74923d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9080031f-4718-4177-a550-fafe50c6e84c,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:42.556312 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] For port 9e1e304b-7899-48a1-8bb4-0db909b5b138, host hv-cinder-81041, cleared binding levels {{(pid=100704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:43:42.609764 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] For port 9e1e304b-7899-48a1-8bb4-0db909b5b138, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=9e1e304b-7899-48a1-8bb4-0db909b5b138,segment=NetworkSegment(bb04f1df-eb03-4186-98a1-808fb306b4ac),segment_id=bb04f1df-eb03-4186-98a1-808fb306b4ac)] {{(pid=100704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:43:42.616417 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:42.619829 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:42.677341 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:42.677974 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:42.679327 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] 10.222.0.42 "PUT /v2.0/ports/9e1e304b-7899-48a1-8bb4-0db909b5b138 HTTP/1.1" status: 200 len: 1094 time: 1.8626127 Sep 23 18:43:42.680708 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d95f2cc-43f4-4359-bb9a-e29aad3434b4', 'tag': '9e1e304b-7899-48a1-8bb4-0db909b5b138'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:43:42.682968 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc2f73b-e824-4667-9f31-a70bbedd0f70" -d '{"events": [{"name": "network-changed", "server_uuid": "6d95f2cc-43f4-4359-bb9a-e29aad3434b4", "tag": "9e1e304b-7899-48a1-8bb4-0db909b5b138"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:43:42.730983 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6456262-a083-476f-9285-27cf6f7d8437 x-openstack-request-id: req-e6456262-a083-476f-9285-27cf6f7d8437 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:43:42.731275 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d95f2cc-43f4-4359-bb9a-e29aad3434b4", "tag": "9e1e304b-7899-48a1-8bb4-0db909b5b138", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:43:42.731521 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6456262-a083-476f-9285-27cf6f7d8437 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:43:42.731909 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d95f2cc-43f4-4359-bb9a-e29aad3434b4', 'tag': '9e1e304b-7899-48a1-8bb4-0db909b5b138', 'status': 'completed', 'code': 200} Sep 23 18:43:42.741070 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 is scheduled to L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 with binding_index 1 {{(pid=100704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 18:43:42.751113 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dd82a-9db2-4d0e-8146-4bfb511df416 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1e304b-7899-48a1-8bb4-0db909b5b138,revision_number=3']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:42.774574 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 915f04a5-2820-440e-808c-41e747a18b90 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:43:42.826389 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 915f04a5-2820-440e-808c-41e747a18b90 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:42.827130 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:42.831505 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:42.897560 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:42.897850 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:42.898585 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:42.898933 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Subscribe: > port after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:42.899267 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Subscribe: > port after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:42.899598 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Subscribe: > port after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:42.899914 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:42.900227 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:42.900577 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:42.900892 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:42.969844 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:42.970194 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:42.970523 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:42.970851 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 18:43:42.971217 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d43dc1-9ea1-4613-8290-e93265aa2f5e']}} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:42.989847 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-eea9efcc-55e8-4c6f-a90a-ef56aa7a1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:42.992115 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-eea9efcc-55e8-4c6f-a90a-ef56aa7a1444 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b00540ab3d6a4cf8981658dcca47d2a4&device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 1097 time: 0.2661543 Sep 23 18:43:42.998439 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd6f9a7-f01f-47d1-b276-a736edf85b28') {'for_net_delete': True} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:42.998781 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd6f9a7-f01f-47d1-b276-a736edf85b28') {} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:43.053561 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4365812'] for segment, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:43.101486 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-2af4fb0b-b71d-4eb5-b075-9c971fb72e23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e1e304b-7899-48a1-8bb4-0db909b5b138 HTTP/1.1" status: 200 len: 217 time: 0.0876482 Sep 23 18:43:43.140747 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:43.177383 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:43:43.187407 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Sync routers for ids ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:43:43.192226 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=100704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:43:43.192676 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5741322'] for segment, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: from cryptography.utils import int_from_bytes Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: from cryptography.utils import int_from_bytes Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: Traceback (most recent call last): Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: timer() Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: cb(*args, **kw) Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: return func(*args, **kwargs) Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: self._notify() Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: self.callback(batched_events) Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: event.method(event) Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: return f(self, *a, **k) Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: return self._get(url).json() Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: return self.request(url, 'GET', **kwargs) Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:43:43.196424 dv-cinder-810415-4-iscsi neutron-server[100704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:43:43.201300 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Routers {'7222cff6-6cb7-46e4-8f6a-248b5272bba7'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:43:43.202314 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:43:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:43.272621 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-175859bf-7bd9-478b-8a8b-b1de9d1c249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:43.274312 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-175859bf-7bd9-478b-8a8b-b1de9d1c249c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80c8ba06-1525-4e49-b3be-44833906f9e9 HTTP/1.1" status: 200 len: 848 time: 0.1598892 Sep 23 18:43:43.279490 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] Notify callbacks [] for router, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:43.283766 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-79bb34a4-d507-4ab0-baa5-d52c73264a2b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0539694 Sep 23 18:43:43.283946 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57514) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:43.307391 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8452e2b-7400-4877-9ff3-401a90b22e38 req-17fdbc7c-8438-4e50-8752-2c47f64f295f tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:43.308917 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a8452e2b-7400-4877-9ff3-401a90b22e38 req-17fdbc7c-8438-4e50-8752-2c47f64f295f tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 944 time: 0.2052307 Sep 23 18:43:43.322818 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:43.326937 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-fbd50a23-b3ee-43af-8662-cdfe76c338c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420337 Sep 23 18:43:43.342213 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Set router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:43:43.348386 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:43.351492 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] 10.222.0.70 "DELETE /v2.0/networks/69d43dc1-9ea1-4613-8290-e93265aa2f5e HTTP/1.1" status: 204 len: 168 time: 0.8825159 Sep 23 18:43:43.379455 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17802e-018d-44d4-b573-cdf293044d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=69d43dc1-9ea1-4613-8290-e93265aa2f5e,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:43.443106 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a8452e2b-7400-4877-9ff3-401a90b22e38 req-08481043-9f39-47b5-8131-04823f449ebb tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185219 Sep 23 18:43:43.492522 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-44c1eeac-bb8f-4cb1-ae49-3015802c2b00 service neutron] 10.222.0.42 "GET /v2.0/networks/5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529438 Sep 23 18:43:43.654259 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'name': 'tempest-TestShelveInstance-1881418314-router', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:38Z', 'updated_at': '2021-09-23T18:43:41Z', 'revision_number': 3, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'gw_port': {'id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:40Z', 'updated_at': '2021-09-23T18:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:43.692919 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Checking router: 7222cff6-6cb7-46e4-8f6a-248b5272bba7 for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:43:43.694052 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Updating router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 port 2c39293a-6122-4ab1-93ee-9b4971563b31 binding host dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:43:43.713543 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5b6d7-27ff-4799-882c-13cd61d6684f req-68274003-2529-417c-b2db-214aa6887d1c tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:43.714875 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b9e5b6d7-27ff-4799-882c-13cd61d6684f req-68274003-2529-417c-b2db-214aa6887d1c tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.1860957 Sep 23 18:43:43.720350 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:43.747487 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22c9a908-828d-44cc-ad67-a6a5dc1123aa req-daad484b-9f06-4a18-b72b-160ff9962995 service neutron] 10.222.0.42 "GET /v2.0/networks/5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464192 Sep 23 18:43:43.835332 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b9e5b6d7-27ff-4799-882c-13cd61d6684f req-5a5843b9-a8b6-49ed-b166-2a824cfde376 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055157 Sep 23 18:43:43.866664 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57530) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:43.917237 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2f73b-e824-4667-9f31-a70bbedd0f70 req-967c0df8-caea-40fd-8535-1013d4a526c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:43.918580 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1fc2f73b-e824-4667-9f31-a70bbedd0f70 req-967c0df8-caea-40fd-8535-1013d4a526c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b00540ab3d6a4cf8981658dcca47d2a4&device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 1097 time: 0.0823052 Sep 23 18:43:43.989553 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-9ddc9966-a821-4b80-8935-1096a994f499 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=45ef7cd2dfc24029a8875cae5270ad15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1221225 Sep 23 18:43:43.992277 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57540) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:44.032098 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Notify callbacks [] for port, precommit_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:44.043315 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:44.054142 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2f73b-e824-4667-9f31-a70bbedd0f70 req-6eadda50-5559-4b9e-9943-091167abf671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:44.056835 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1fc2f73b-e824-4667-9f31-a70bbedd0f70 req-6eadda50-5559-4b9e-9943-091167abf671 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d HTTP/1.1" status: 200 len: 910 time: 0.1297951 Sep 23 18:43:44.094319 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-47a6ee9a-123c-4c6a-ac3b-0f4ab70da3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:44.096750 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Attempting to bind port 2c39293a-6122-4ab1-93ee-9b4971563b31 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:43:44.097132 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Attempting to bind port 2c39293a-6122-4ab1-93ee-9b4971563b31 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:43:44.097499 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Attempting to bind port 2c39293a-6122-4ab1-93ee-9b4971563b31 on network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:44.105489 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:43:44.105869 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Checking segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:44.106275 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:44.106667 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Bound using segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:43:44.107143 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Bound port: 2c39293a-6122-4ab1-93ee-9b4971563b31, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:43:44.107886 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:44.113817 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1fc2f73b-e824-4667-9f31-a70bbedd0f70 req-7f41b335-35cd-4416-8617-734da55def28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e1e304b-7899-48a1-8bb4-0db909b5b138 HTTP/1.1" status: 200 len: 217 time: 0.0492897 Sep 23 18:43:44.133776 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-47a6ee9a-123c-4c6a-ac3b-0f4ab70da3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:44.138141 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef36ae-ab53-4e7e-b27b-0b9414ee6300 None None] Pushing event updated for resources: {'Port': ['ID=2c39293a-6122-4ab1-93ee-9b4971563b31,revision_number=2']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:44.156586 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef36ae-ab53-4e7e-b27b-0b9414ee6300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:44.156957 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef36ae-ab53-4e7e-b27b-0b9414ee6300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:44.157310 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef36ae-ab53-4e7e-b27b-0b9414ee6300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:44.157653 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef36ae-ab53-4e7e-b27b-0b9414ee6300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:44.157986 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef36ae-ab53-4e7e-b27b-0b9414ee6300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:44.158319 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef36ae-ab53-4e7e-b27b-0b9414ee6300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:44.158652 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef36ae-ab53-4e7e-b27b-0b9414ee6300 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:44.158981 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef36ae-ab53-4e7e-b27b-0b9414ee6300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:44.159345 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef36ae-ab53-4e7e-b27b-0b9414ee6300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:44.159680 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef36ae-ab53-4e7e-b27b-0b9414ee6300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:44.160012 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef36ae-ab53-4e7e-b27b-0b9414ee6300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:44.160360 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef36ae-ab53-4e7e-b27b-0b9414ee6300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:43:44.176678 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2f73b-e824-4667-9f31-a70bbedd0f70 req-14859f67-7966-49a6-a14b-9cb9ccd31ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:44.178747 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1fc2f73b-e824-4667-9f31-a70bbedd0f70 req-14859f67-7966-49a6-a14b-9cb9ccd31ca5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80c8ba06-1525-4e49-b3be-44833906f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0535922 Sep 23 18:43:44.189793 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] For port 2c39293a-6122-4ab1-93ee-9b4971563b31, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:43:44.194207 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] For port 2c39293a-6122-4ab1-93ee-9b4971563b31, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=2c39293a-6122-4ab1-93ee-9b4971563b31,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:43:44.205635 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:44.237108 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1fc2f73b-e824-4667-9f31-a70bbedd0f70 req-1cfe025a-0984-4896-830e-d8725c607e8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458660 Sep 23 18:43:44.264006 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-47a6ee9a-123c-4c6a-ac3b-0f4ab70da3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:44.268129 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-47a6ee9a-123c-4c6a-ac3b-0f4ab70da3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:44.268624 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-47a6ee9a-123c-4c6a-ac3b-0f4ab70da3ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b62b7e25-ffe3-4aaf-b221-c883f9df7e13 HTTP/1.1" status: 204 len: 168 time: 0.2751317 Sep 23 18:43:44.300232 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Routers {'7222cff6-6cb7-46e4-8f6a-248b5272bba7'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:43:44.300898 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:43:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:44.301841 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6ee9a-123c-4c6a-ac3b-0f4ab70da3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62b7e25-ffe3-4aaf-b221-c883f9df7e13,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:44.389136 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1fc2f73b-e824-4667-9f31-a70bbedd0f70 req-606f52dc-5c74-45fe-8fb6-adb7c8f67612 service neutron] 10.222.0.42 "GET /v2.0/networks/5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424158 Sep 23 18:43:44.444700 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] Set router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:43:44.466277 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:44.523407 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1f8c1db4-39d6-442f-a5fa-2427b93f0ea4 req-c55e4a33-127c-499e-b2c9-c1569f5138bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1324089 Sep 23 18:43:44.585627 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1fc2f73b-e824-4667-9f31-a70bbedd0f70 req-5352b487-2f34-4000-af13-9d1c0748bed9 service neutron] 10.222.0.42 "GET /v2.0/networks/5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813774 Sep 23 18:43:44.637470 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78be6ed-1b6c-4f1f-b9e9-3ac595f5c15c req-6e886c89-4011-443e-ac74-8e544bef81f5 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:44.639029 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e78be6ed-1b6c-4f1f-b9e9-3ac595f5c15c req-6e886c89-4011-443e-ac74-8e544bef81f5 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 944 time: 0.0943084 Sep 23 18:43:44.649656 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c1db4-39d6-442f-a5fa-2427b93f0ea4 req-b96ec4a5-7de6-476d-a115-c23a0e8004ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:44.651137 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1f8c1db4-39d6-442f-a5fa-2427b93f0ea4 req-b96ec4a5-7de6-476d-a115-c23a0e8004ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6d0e3ad5d04433cb86e81a32e559fcb&device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 1098 time: 0.0629177 Sep 23 18:43:44.722191 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef36ae-ab53-4e7e-b27b-0b9414ee6300 None None] Pushing event updated for resources: {'Port': ['ID=2c39293a-6122-4ab1-93ee-9b4971563b31,revision_number=3']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:44.731298 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e78be6ed-1b6c-4f1f-b9e9-3ac595f5c15c req-36bcd4a4-857e-4155-b1a3-a50214f58454 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837529 Sep 23 18:43:44.754651 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Allocated IP 172.20.0.1 (1bd28bab-4532-4383-abb6-818a5d8c455d/08f9b104-7b94-46da-babd-daf1581be6b6/64b66e8e-ba03-4826-83b6-b6ed00710b3f) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:43:44.793563 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c1db4-39d6-442f-a5fa-2427b93f0ea4 req-5fdc8132-1543-4d31-861e-bc9eedfd231f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:44.795161 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1f8c1db4-39d6-442f-a5fa-2427b93f0ea4 req-5fdc8132-1543-4d31-861e-bc9eedfd231f service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d318e29-c174-4ee7-b855-dbffdacd1183 HTTP/1.1" status: 200 len: 921 time: 0.1187987 Sep 23 18:43:44.861197 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'name': 'tempest-TestShelveInstance-1881418314-router', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:38Z', 'updated_at': '2021-09-23T18:43:41Z', 'revision_number': 3, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'gw_port': {'id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:40Z', 'updated_at': '2021-09-23T18:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:44.869131 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1f8c1db4-39d6-442f-a5fa-2427b93f0ea4 req-484e3382-6dee-44c0-8c28-764c8996d959 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3635d873-a516-4b27-b177-79aad797435a HTTP/1.1" status: 200 len: 217 time: 0.0577042 Sep 23 18:43:44.910578 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:44.921933 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a250ad09-9503-425f-a1a6-50b1c61cabab None None] The sync data for ids ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'] in dv-cinder-810415-4-iscsi is: [{'id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'name': 'tempest-TestShelveInstance-1881418314-router', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:38Z', 'updated_at': '2021-09-23T18:43:41Z', 'revision_number': 3, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'gw_port': {'id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:40Z', 'updated_at': '2021-09-23T18:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:43:44.994421 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:45.040336 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Network 1bd28bab-4532-4383-abb6-818a5d8c455d is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:45.045681 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:45.048164 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:43:45.087671 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=64b66e8e-ba03-4826-83b6-b6ed00710b3f,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:45.134334 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338828'] for router_interface, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:45.338224 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02b45c-ffaa-4ae3-bacb-dd6b2082884e req-dec92c0c-6437-4578-b9a7-5079a3485bf1 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:45.347223 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5f02b45c-ffaa-4ae3-bacb-dd6b2082884e req-dec92c0c-6437-4578-b9a7-5079a3485bf1 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0875821 Sep 23 18:43:45.348547 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:45.363251 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c1db4-39d6-442f-a5fa-2427b93f0ea4 req-595adb93-5769-491b-826b-fed864d06b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:45.364831 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1f8c1db4-39d6-442f-a5fa-2427b93f0ea4 req-595adb93-5769-491b-826b-fed864d06b89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30fd0bd1-802c-436b-b80a-359a455b4902 HTTP/1.1" status: 200 len: 859 time: 0.4886193 Sep 23 18:43:45.473222 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1f8c1db4-39d6-442f-a5fa-2427b93f0ea4 req-54e981f5-8202-456e-afcc-212eb3763023 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d318e29-c174-4ee7-b855-dbffdacd1183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935237 Sep 23 18:43:45.504436 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-4d49a46f-813a-44dc-b09a-9e28a55d311b None None] Provisioning complete for port 64b66e8e-ba03-4826-83b6-b6ed00710b3f triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:45.504983 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-4d49a46f-813a-44dc-b09a-9e28a55d311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:45.507920 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5f02b45c-ffaa-4ae3-bacb-dd6b2082884e req-f308a83e-9845-4a0a-a075-02b89b39bd4e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553526 Sep 23 18:43:45.609206 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-4d49a46f-813a-44dc-b09a-9e28a55d311b None None] Port 64b66e8e-ba03-4826-83b6-b6ed00710b3f cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:43:45.652313 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57588) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:45.699858 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1f8c1db4-39d6-442f-a5fa-2427b93f0ea4 req-26e5617d-9acb-4c43-8932-99869f9af10b service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907887 Sep 23 18:43:45.747276 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:45.754753 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:45.863253 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-340092'] for router_interface, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:45.879903 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1f8c1db4-39d6-442f-a5fa-2427b93f0ea4 req-f34f82ad-948d-4faa-8ad7-f4334ca72974 service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694887 Sep 23 18:43:45.893377 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=64b66e8e-ba03-4826-83b6-b6ed00710b3f,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:45.933012 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-3e564a63-0b2a-44c0-ae36-eeaa962f9d85 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-355609071-network', 'tenant_id': 'bbb56b36ced8493398183f5414134de6'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:45.950652 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cefea-9e60-4b01-8035-4db44298e696 req-88423772-d628-458d-bcc2-e839a98af550 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:45.952352 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f53cefea-9e60-4b01-8035-4db44298e696 req-88423772-d628-458d-bcc2-e839a98af550 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 944 time: 0.0693090 Sep 23 18:43:46.006524 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f53cefea-9e60-4b01-8035-4db44298e696 req-f6d9a75e-f1ab-4f29-a385-82350c022bd2 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446875 Sep 23 18:43:46.015240 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e564a63-0b2a-44c0-ae36-eeaa962f9d85 admin admin] Made reservation on behalf of bbb56b36ced8493398183f5414134de6 for: {'network': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:46.018752 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e564a63-0b2a-44c0-ae36-eeaa962f9d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:46.031572 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e564a63-0b2a-44c0-ae36-eeaa962f9d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:46.063841 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Network 1bd28bab-4532-4383-abb6-818a5d8c455d is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:46.067552 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:46.247676 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:43:46.274459 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e564a63-0b2a-44c0-ae36-eeaa962f9d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:46.281314 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e564a63-0b2a-44c0-ae36-eeaa962f9d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:46.334361 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-651cd210-ef1a-46fb-ab90-036e65e64b6f None None] Provisioning complete for port 64b66e8e-ba03-4826-83b6-b6ed00710b3f triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:46.334762 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-651cd210-ef1a-46fb-ab90-036e65e64b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:46.337371 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e564a63-0b2a-44c0-ae36-eeaa962f9d85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=100703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:43:46.362578 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e564a63-0b2a-44c0-ae36-eeaa962f9d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:46.363126 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.segments_db [None req-3e564a63-0b2a-44c0-ae36-eeaa962f9d85 admin admin] Added segment 015f591d-c1c5-4fca-871c-99cbb584630d of type vlan for network 6d34e785-4ce6-4052-99a6-618ee041cb51 Sep 23 18:43:46.365545 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e564a63-0b2a-44c0-ae36-eeaa962f9d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3256dd9f-8488-4ce1-82e4-17247449eeb2,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:46.373959 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-651cd210-ef1a-46fb-ab90-036e65e64b6f None None] Port 64b66e8e-ba03-4826-83b6-b6ed00710b3f cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:43:46.628036 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e564a63-0b2a-44c0-ae36-eeaa962f9d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:46.651320 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944bceb-92af-4bb6-8568-e39914813016 req-7b0635ef-afe3-46df-b0d5-29ccc839cb53 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:46.658542 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1944bceb-92af-4bb6-8568-e39914813016 req-7b0635ef-afe3-46df-b0d5-29ccc839cb53 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0656972 Sep 23 18:43:46.670632 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:43:46.684303 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-2ff3ad81-5785-436a-995f-53cd13ef1ee8 admin admin] 10.222.0.70 "PUT /v2.0/routers/7222cff6-6cb7-46e4-8f6a-248b5272bba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3922067 Sep 23 18:43:46.698333 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e564a63-0b2a-44c0-ae36-eeaa962f9d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:46.701916 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e564a63-0b2a-44c0-ae36-eeaa962f9d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:46.702710 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e564a63-0b2a-44c0-ae36-eeaa962f9d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:46.760547 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-3e564a63-0b2a-44c0-ae36-eeaa962f9d85 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1070602 Sep 23 18:43:46.762741 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1944bceb-92af-4bb6-8568-e39914813016 req-c91823c7-2647-4223-bfc9-9b0451a8903f tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033161 Sep 23 18:43:46.763967 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57618) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:46.772105 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-0c6442af-7a8a-45d7-a4c3-a6f4bd8b0574 admin admin] Request body: {'subnet': {'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-subnet', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:46.841119 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e564a63-0b2a-44c0-ae36-eeaa962f9d85 admin admin] Pushing event updated for resources: {'Network': ['ID=6d34e785-4ce6-4052-99a6-618ee041cb51,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:46.854678 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6442af-7a8a-45d7-a4c3-a6f4bd8b0574 admin admin] Made reservation on behalf of bbb56b36ced8493398183f5414134de6 for: {'subnet': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:46.861237 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0c6442af-7a8a-45d7-a4c3-a6f4bd8b0574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4643603'] for subnet, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:46.864754 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network 6d34e785-4ce6-4052-99a6-618ee041cb51 details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:43:47.080109 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57632) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:47.252861 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0c6442af-7a8a-45d7-a4c3-a6f4bd8b0574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4756926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4643617'] for subnet, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.306161 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 2c39293a-6122-4ab1-93ee-9b4971563b31 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:43:47.326997 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 9e1e304b-7899-48a1-8bb4-0db909b5b138 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:43:47.346215 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6442af-7a8a-45d7-a4c3-a6f4bd8b0574 admin admin] Checking segment: {'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:47.346588 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6442af-7a8a-45d7-a4c3-a6f4bd8b0574 admin admin] Network hostable DHCP agents. Network: 6d34e785-4ce6-4052-99a6-618ee041cb51, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:43:47.350349 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6442af-7a8a-45d7-a4c3-a6f4bd8b0574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd91db2-dbef-4742-8637-4ee71c7c4188,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:47.366395 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Sync routers for ids ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:43:47.369622 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cf81e-d715-4285-82af-ff11456b9a34 req-d5791b2e-359f-46b0-b639-92a95b22cbe6 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:47.371220 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c86cf81e-d715-4285-82af-ff11456b9a34 req-d5791b2e-359f-46b0-b639-92a95b22cbe6 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 944 time: 0.1585844 Sep 23 18:43:47.371540 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6442af-7a8a-45d7-a4c3-a6f4bd8b0574 admin admin] Network 6d34e785-4ce6-4052-99a6-618ee041cb51 is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:43:47.405374 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-0c6442af-7a8a-45d7-a4c3-a6f4bd8b0574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, 6d34e785-4ce6-4052-99a6-618ee041cb51) {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:47.411411 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6442af-7a8a-45d7-a4c3-a6f4bd8b0574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:47.413319 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0c6442af-7a8a-45d7-a4c3-a6f4bd8b0574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.448971 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-0c6442af-7a8a-45d7-a4c3-a6f4bd8b0574 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6834610 Sep 23 18:43:47.451777 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57656) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:47.456965 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:47.469328 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e624d3-9f06-4a76-9d82-7943651967cc None None] Network 6d34e785-4ce6-4052-99a6-618ee041cb51 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:43:47.498949 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-65fea9f9-3de1-4775-89ed-cd4d1f775b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.516891 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-339852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5306'] for router, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.518058 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-341116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5299'] for router, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.563277 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.623888 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c86cf81e-d715-4285-82af-ff11456b9a34 req-74fa89b4-e54c-4b29-a8b8-ba7b91c52049 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420647 Sep 23 18:43:47.648657 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Routers {'7222cff6-6cb7-46e4-8f6a-248b5272bba7'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:43:47.649590 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:43:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:47.659317 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-65fea9f9-3de1-4775-89ed-cd4d1f775b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.662715 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.665551 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-65fea9f9-3de1-4775-89ed-cd4d1f775b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.701809 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-65fea9f9-3de1-4775-89ed-cd4d1f775b1d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=340df8ba9f62473f9135e915666b166c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6200294 Sep 23 18:43:47.704374 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57666) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:47.750074 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 9e1e304b-7899-48a1-8bb4-0db909b5b138, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=9e1e304b-7899-48a1-8bb4-0db909b5b138,segment=NetworkSegment(bb04f1df-eb03-4186-98a1-808fb306b4ac),segment_id=bb04f1df-eb03-4186-98a1-808fb306b4ac)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:47.752531 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fea9f9-3de1-4775-89ed-cd4d1f775b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c30bd52-05a4-4a37-a12c-d7edd845d208,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:47.808149 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-922fac05-bc40-49f4-98ac-2252b4bb98a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.829975 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57672) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:47.830211 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-922fac05-bc40-49f4-98ac-2252b4bb98a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.835155 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-ca2ca6b5-24b7-4ed3-bbf4-bb9fb4ed30dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-956431433-network', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:47.884111 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.890210 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '9e1e304b-7899-48a1-8bb4-0db909b5b138', 'network_id': '5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d', 'port_id': '9e1e304b-7899-48a1-8bb4-0db909b5b138', 'mac_address': 'fa:16:3e:ef:d4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c8ba06-1525-4e49-b3be-44833906f9e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:43:47.921936 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2ca6b5-24b7-4ed3-bbf4-bb9fb4ed30dd admin admin] Made reservation on behalf of 99a456ea15bd455fb2df7c43d59cb390 for: {'network': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:47.922305 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-922fac05-bc40-49f4-98ac-2252b4bb98a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.924697 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca6b5-24b7-4ed3-bbf4-bb9fb4ed30dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.925352 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-922fac05-bc40-49f4-98ac-2252b4bb98a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.926990 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-922fac05-bc40-49f4-98ac-2252b4bb98a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c30bd52-05a4-4a37-a12c-d7edd845d208 HTTP/1.1" status: 204 len: 168 time: 0.2214069 Sep 23 18:43:47.941041 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca6b5-24b7-4ed3-bbf4-bb9fb4ed30dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.949264 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 2c39293a-6122-4ab1-93ee-9b4971563b31 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:47.949919 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:47.965047 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fac05-bc40-49f4-98ac-2252b4bb98a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c30bd52-05a4-4a37-a12c-d7edd845d208,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:47.979298 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556457b5-38a5-4927-8a1a-99f4aa7026bc req-2de8ac6f-bdd9-4ebc-89e7-c6b7ab843955 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:47.987168 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-556457b5-38a5-4927-8a1a-99f4aa7026bc req-2de8ac6f-bdd9-4ebc-89e7-c6b7ab843955 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.1027243 Sep 23 18:43:47.992711 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Set router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:43:48.036650 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-556457b5-38a5-4927-8a1a-99f4aa7026bc req-4486269b-1287-40f3-9b5a-3821df4bd4fc tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484078 Sep 23 18:43:48.080722 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.174005 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1e304b-7899-48a1-8bb4-0db909b5b138 {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:43:48.201494 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca6b5-24b7-4ed3-bbf4-bb9fb4ed30dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.262481 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 9e1e304b-7899-48a1-8bb4-0db909b5b138, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=9e1e304b-7899-48a1-8bb4-0db909b5b138,segment=NetworkSegment(bb04f1df-eb03-4186-98a1-808fb306b4ac),segment_id=bb04f1df-eb03-4186-98a1-808fb306b4ac)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:48.262914 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca6b5-24b7-4ed3-bbf4-bb9fb4ed30dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.264032 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6905c686-692d-56b3-9e02-c5d3ec50cb82-6d34e785-4ce6-4052-99a6-618ee041cb51', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188'}]}} from dv-cinder-810415-4-iscsi. {{(pid=100705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 18:43:48.265379 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.284632 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.301017 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2ca6b5-24b7-4ed3-bbf4-bb9fb4ed30dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=100703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:43:48.333530 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca6b5-24b7-4ed3-bbf4-bb9fb4ed30dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.334700 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.segments_db [None req-ca2ca6b5-24b7-4ed3-bbf4-bb9fb4ed30dd admin admin] Added segment dcd0d585-db50-444a-92d5-320805d501e2 of type vlan for network aa77830e-5487-46e2-88fb-86e77e918c15 Sep 23 18:43:48.336882 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.340736 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ca6b5-24b7-4ed3-bbf4-bb9fb4ed30dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ac770a-6bd0-4728-b0ef-a6ca660d8b73,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:48.404695 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.422480 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca6b5-24b7-4ed3-bbf4-bb9fb4ed30dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.445496 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.492168 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57680) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:48.498548 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca6b5-24b7-4ed3-bbf4-bb9fb4ed30dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.499497 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2ca6b5-24b7-4ed3-bbf4-bb9fb4ed30dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:48.500076 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca6b5-24b7-4ed3-bbf4-bb9fb4ed30dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.501237 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=9e1e304b-7899-48a1-8bb4-0db909b5b138,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:48.517954 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ef486bab-36b5-4af3-bb1a-f8c06297e889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.522513 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port 2c39293a-6122-4ab1-93ee-9b4971563b31, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=2c39293a-6122-4ab1-93ee-9b4971563b31,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:48.533900 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.556683 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-ca2ca6b5-24b7-4ed3-bbf4-bb9fb4ed30dd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7243109 Sep 23 18:43:48.557022 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57682) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:48.562844 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-f90d6d24-9234-4f78-aa3a-8b5160e56c93 admin admin] Request body: {'subnet': {'network_id': 'aa77830e-5487-46e2-88fb-86e77e918c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-956431433-subnet', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'ip_version': 4}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:48.597304 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['9e1e304b-7899-48a1-8bb4-0db909b5b138'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:43:48.606678 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ca6b5-24b7-4ed3-bbf4-bb9fb4ed30dd admin admin] Pushing event updated for resources: {'Network': ['ID=aa77830e-5487-46e2-88fb-86e77e918c15,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:48.622518 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Allocated IP 172.27.1.28 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/f5f051cb-7845-4222-b76e-b5f78b52ea62) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:43:48.647650 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network aa77830e-5487-46e2-88fb-86e77e918c15 details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:43:48.692802 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ef486bab-36b5-4af3-bb1a-f8c06297e889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.718137 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ef486bab-36b5-4af3-bb1a-f8c06297e889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.742123 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90d6d24-9234-4f78-aa3a-8b5160e56c93 admin admin] Made reservation on behalf of 99a456ea15bd455fb2df7c43d59cb390 for: {'subnet': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:43:48.744451 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f90d6d24-9234-4f78-aa3a-8b5160e56c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482579'] for subnet, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.754364 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.db_base_plugin_common [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Allocated IP 172.20.0.2 (6d34e785-4ce6-4052-99a6-618ee041cb51/4fd91db2-dbef-4742-8637-4ee71c7c4188/7fbb7c43-c3b7-4917-ad9c-f14829e636f1) {{(pid=100705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:43:48.765249 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=2c39293a-6122-4ab1-93ee-9b4971563b31,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:48.792080 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.813824 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'name': 'tempest-TestShelveInstance-1881418314-router', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:38Z', 'updated_at': '2021-09-23T18:43:45Z', 'revision_number': 4, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'gw_port': {'id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:40Z', 'updated_at': '2021-09-23T18:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '64b66e8e-ba03-4826-83b6-b6ed00710b3f', 'name': '', 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'mac_address': 'fa:16:3e:64:5b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:44Z', 'updated_at': '2021-09-23T18:43:45Z', 'revision_number': 2, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'subnets': [{'id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:48.832641 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:48.864269 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Checking router: 7222cff6-6cb7-46e4-8f6a-248b5272bba7 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:43:48.864483 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Updating router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 port 64b66e8e-ba03-4826-83b6-b6ed00710b3f binding host dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:43:48.894173 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Pushing event updated for resources: {'Port': ['ID=f5f051cb-7845-4222-b76e-b5f78b52ea62,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:48.917106 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:48.919339 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:48.927622 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:43:48.933783 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-ef486bab-36b5-4af3-bb1a-f8c06297e889 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=819e9258318c46a3937639438be5e274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4398701 Sep 23 18:43:48.939157 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef486bab-36b5-4af3-bb1a-f8c06297e889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9341ace-d39e-4dad-b66e-dfdb0792625b,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:48.943653 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57696) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:48.963865 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de95ec-162f-4d9c-ad91-d7a7e621a39d req-6e924bed-a0dd-4007-8f16-efaeca91f9e9 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:48.965449 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-99de95ec-162f-4d9c-ad91-d7a7e621a39d req-6e924bed-a0dd-4007-8f16-efaeca91f9e9 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 945 time: 0.1908827 Sep 23 18:43:48.972430 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.078000 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-99de95ec-162f-4d9c-ad91-d7a7e621a39d req-4b6f2ac9-a4b1-4e54-bdf8-570fe34f971f tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055813 Sep 23 18:43:49.103426 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f90d6d24-9234-4f78-aa3a-8b5160e56c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5742437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482593'] for subnet, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.130947 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57702) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:49.212922 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.231090 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.243053 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d6d24-9234-4f78-aa3a-8b5160e56c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e749008-a799-4725-9e07-28e6b1099a0b,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:49.267748 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7540b-aa8e-4d80-96e1-a499cff6f667 req-6ff6e161-5510-4ba6-8fb8-fcf71b2a5b2b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:49.270634 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f4e7540b-aa8e-4d80-96e1-a499cff6f667 req-6ff6e161-5510-4ba6-8fb8-fcf71b2a5b2b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.1021349 Sep 23 18:43:49.271568 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90d6d24-9234-4f78-aa3a-8b5160e56c93 admin admin] Checking segment: {'id': 'dcd0d585-db50-444a-92d5-320805d501e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'aa77830e-5487-46e2-88fb-86e77e918c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:49.271998 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90d6d24-9234-4f78-aa3a-8b5160e56c93 admin admin] Network hostable DHCP agents. Network: aa77830e-5487-46e2-88fb-86e77e918c15, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:43:49.298442 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Network 6d34e785-4ce6-4052-99a6-618ee041cb51 is already hosted by enough agents. {{(pid=100705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:49.311080 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-53f51ca7-8ebe-4802-8c0e-3150d90c8300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.311690 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.base_scheduler [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Resources bound (agent type, host, resource id): {{(pid=100705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:49.314154 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Received port after_create {{(pid=100705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:43:49.328483 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Pushing event updated for resources: {'Port': ['ID=7fbb7c43-c3b7-4917-ad9c-f14829e636f1,revision_number=1']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:49.344641 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-00afc8ae-b4da-44a7-a5cf-e1faf878b389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.370935 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f4e7540b-aa8e-4d80-96e1-a499cff6f667 req-6a6fa070-5aee-403b-904c-6404bcde67e7 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936947 Sep 23 18:43:49.373005 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90d6d24-9234-4f78-aa3a-8b5160e56c93 admin admin] Network aa77830e-5487-46e2-88fb-86e77e918c15 is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:43:49.389206 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-53f51ca7-8ebe-4802-8c0e-3150d90c8300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.390779 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-f90d6d24-9234-4f78-aa3a-8b5160e56c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, aa77830e-5487-46e2-88fb-86e77e918c15) {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:49.406442 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90d6d24-9234-4f78-aa3a-8b5160e56c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:49.406442 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f90d6d24-9234-4f78-aa3a-8b5160e56c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.500752 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-53f51ca7-8ebe-4802-8c0e-3150d90c8300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.504980 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-53f51ca7-8ebe-4802-8c0e-3150d90c8300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.507600 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-53f51ca7-8ebe-4802-8c0e-3150d90c8300 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f9341ace-d39e-4dad-b66e-dfdb0792625b HTTP/1.1" status: 204 len: 168 time: 0.5562508 Sep 23 18:43:49.518274 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28250d8-1e85-4595-9fba-ee6ec5f5c4ed None None] Network aa77830e-5487-46e2-88fb-86e77e918c15 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:43:49.522157 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-00afc8ae-b4da-44a7-a5cf-e1faf878b389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.525338 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f51ca7-8ebe-4802-8c0e-3150d90c8300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9341ace-d39e-4dad-b66e-dfdb0792625b,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:49.527051 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.533149 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-00afc8ae-b4da-44a7-a5cf-e1faf878b389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.547785 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-f90d6d24-9234-4f78-aa3a-8b5160e56c93 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9866381 Sep 23 18:43:49.554017 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57710) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:49.564922 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-956431433-router', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:49.593509 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Attempting to bind port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:43:49.593890 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Attempting to bind port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:43:49.594250 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Attempting to bind port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 on network 6d34e785-4ce6-4052-99a6-618ee041cb51 {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:49.597818 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-00afc8ae-b4da-44a7-a5cf-e1faf878b389 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e7f4870754024371a646c0251711f9bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4616795 Sep 23 18:43:49.599160 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57712) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:49.601306 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afc8ae-b4da-44a7-a5cf-e1faf878b389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c2ab9f-3a8a-4fe7-b6f4-ddf423ee907a,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:49.619013 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-339852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5306'] for router, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.620002 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-341116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5299'] for router, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.655121 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:43:49.655618 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Checking segment: {'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:49.656156 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.657453 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Bound using segment: {'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:43:49.657453 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Bound port: 7fbb7c43-c3b7-4917-ad9c-f14829e636f1, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:43:49.657741 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.700281 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.780462 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-06ab1025-1bc6-4ebb-b8be-e987a7598f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.821429 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-06ab1025-1bc6-4ebb-b8be-e987a7598f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.902921 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Notify callbacks [] for port, precommit_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.919315 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] For port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:43:49.930758 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.932002 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:49.973640 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-2e974d2f-2f05-4cdd-bbd5-5f0f43070d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:50.093412 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] For port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=7fbb7c43-c3b7-4917-ad9c-f14829e636f1,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:43:50.110436 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1676a3-d524-4b93-8b33-fb44d140bb9a None None] Pushing event updated for resources: {'Port': ['ID=64b66e8e-ba03-4826-83b6-b6ed00710b3f,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:50.122182 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:50.139648 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6905c686-692d-56b3-9e02-c5d3ec50cb82-aa77830e-5487-46e2-88fb-86e77e918c15', 'network_id': 'aa77830e-5487-46e2-88fb-86e77e918c15', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'fixed_ips': [{'subnet_id': '9e749008-a799-4725-9e07-28e6b1099a0b'}]}} from dv-cinder-810415-4-iscsi. {{(pid=100705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 18:43:50.140777 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:50.166452 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-340997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338353'] for router, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:50.247808 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Attempting to bind port 64b66e8e-ba03-4826-83b6-b6ed00710b3f on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:43:50.248635 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Attempting to bind port 64b66e8e-ba03-4826-83b6-b6ed00710b3f by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': '91fe4316-2c52-4ef2-abba-54b57ca453ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:43:50.249409 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Attempting to bind port 64b66e8e-ba03-4826-83b6-b6ed00710b3f on network 1bd28bab-4532-4383-abb6-818a5d8c455d {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:50.287769 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-06ab1025-1bc6-4ebb-b8be-e987a7598f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:50.290611 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-06ab1025-1bc6-4ebb-b8be-e987a7598f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:50.294094 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-06ab1025-1bc6-4ebb-b8be-e987a7598f12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45c2ab9f-3a8a-4fe7-b6f4-ddf423ee907a HTTP/1.1" status: 204 len: 168 time: 0.6887703 Sep 23 18:43:50.306801 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:43:50.309286 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Checking segment: {'id': '91fe4316-2c52-4ef2-abba-54b57ca453ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:50.310018 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:50.310678 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Bound using segment: {'id': '91fe4316-2c52-4ef2-abba-54b57ca453ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:43:50.311381 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Bound port: 64b66e8e-ba03-4826-83b6-b6ed00710b3f, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fe4316-2c52-4ef2-abba-54b57ca453ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:43:50.312060 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:50.386081 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab1025-1bc6-4ebb-b8be-e987a7598f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c2ab9f-3a8a-4fe7-b6f4-ddf423ee907a,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:50.488665 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dae982-c4c8-48cf-a538-73d20eed9e3c req-60d57d08-f908-41f0-a445-83bf5bdbdd7c tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:50.494362 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-73dae982-c4c8-48cf-a538-73d20eed9e3c req-60d57d08-f908-41f0-a445-83bf5bdbdd7c tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 945 time: 0.3014953 Sep 23 18:43:50.501637 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf is scheduled to L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 with binding_index 1 {{(pid=100703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 18:43:50.502553 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] For port 64b66e8e-ba03-4826-83b6-b6ed00710b3f, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:43:50.513441 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] For port 64b66e8e-ba03-4826-83b6-b6ed00710b3f, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=64b66e8e-ba03-4826-83b6-b6ed00710b3f,segment=NetworkSegment(91fe4316-2c52-4ef2-abba-54b57ca453ef),segment_id=91fe4316-2c52-4ef2-abba-54b57ca453ef)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:43:50.666138 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bbb58-566f-4544-a5be-b9661c253fe4 None None] Pushing event updated for resources: {'Port': ['ID=7fbb7c43-c3b7-4917-ad9c-f14829e636f1,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:50.690141 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:50.737958 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:43:50.753684 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Sync routers for ids ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:43:50.772401 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Routers {'79d003ab-86ed-47fa-8e89-69a9fc29e1bf'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:43:50.773049 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:43:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:50.807349 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] Notify callbacks [] for router, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:50.808738 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-7141a6fc-e020-4e0a-9813-24082ab466cb admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3560343 Sep 23 18:43:50.812180 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57744) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:50.924065 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:50.965568 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-579a03af-6e0d-4896-9238-ce4221ce1d16 None None] Provisioning complete for port 64b66e8e-ba03-4826-83b6-b6ed00710b3f triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:50.966335 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-579a03af-6e0d-4896-9238-ce4221ce1d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:50.995175 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Routers {'7222cff6-6cb7-46e4-8f6a-248b5272bba7'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:43:50.996663 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:43:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:51.038530 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1676a3-d524-4b93-8b33-fb44d140bb9a None None] Pushing event updated for resources: {'Port': ['ID=64b66e8e-ba03-4826-83b6-b6ed00710b3f,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:51.054986 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Set router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:43:51.079459 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:51.197438 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:43:51.253536 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 9e1e304b-7899-48a1-8bb4-0db909b5b138 up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:43:51.281500 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57750) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:51.323781 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.db_base_plugin_common [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Allocated IP 172.20.0.2 (aa77830e-5487-46e2-88fb-86e77e918c15/9e749008-a799-4725-9e07-28e6b1099a0b/11e539c2-e803-4f6c-940c-1d6e08b52191) {{(pid=100705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:43:51.382075 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Allocated IP 172.27.1.140 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/f0a1f538-59d0-46bb-8c53-9c5a6caaf435) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:43:51.417211 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbf941-fcbf-4e4f-af89-1768449553ff req-36ce2c87-9675-43b5-bbde-02c7ad78cbc1 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:51.418872 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-96bbf941-fcbf-4e4f-af89-1768449553ff req-36ce2c87-9675-43b5-bbde-02c7ad78cbc1 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.7138937 Sep 23 18:43:51.422675 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-73dae982-c4c8-48cf-a538-73d20eed9e3c req-bc492827-5e27-4c97-9437-c86ec5fb1cd2 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9213607 Sep 23 18:43:51.445552 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c9726149-42d3-4913-8da2-d95bae62de72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:51.467920 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:49Z', 'revision_number': 3, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:51.582122 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Checking router: 79d003ab-86ed-47fa-8e89-69a9fc29e1bf for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:43:51.582473 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Updating router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf port f5f051cb-7845-4222-b76e-b5f78b52ea62 binding host dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:43:51.589640 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-96bbf941-fcbf-4e4f-af89-1768449553ff req-faee0714-9002-4c7c-8509-4f9f8d314d63 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472969 Sep 23 18:43:51.645252 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:51.730010 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:51.794821 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Notify callbacks [] for port, precommit_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:51.795816 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:51.804455 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] Set router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:43:51.811835 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:51.933554 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a1f538-59d0-46bb-8c53-9c5a6caaf435,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:51.956624 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:51.959614 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:51.966238 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:43:52.021923 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port 9e1e304b-7899-48a1-8bb4-0db909b5b138 completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:43:52.030115 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Network aa77830e-5487-46e2-88fb-86e77e918c15 is already hosted by enough agents. {{(pid=100705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:52.047432 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c9726149-42d3-4913-8da2-d95bae62de72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.061674 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c9726149-42d3-4913-8da2-d95bae62de72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.061930 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.base_scheduler [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Resources bound (agent type, host, resource id): {{(pid=100705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:52.066671 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Received port after_create {{(pid=100705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:43:52.091859 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e663431e-7e08-4f51-9ea6-d266f5e60621 None None] Network 6d34e785-4ce6-4052-99a6-618ee041cb51 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:43:52.093987 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:52.094370 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.174025 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.175968 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9726149-42d3-4913-8da2-d95bae62de72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5d2730-1d98-47a1-872c-f46f7b42b0ab,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:52.183620 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-c9726149-42d3-4913-8da2-d95bae62de72 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d9cae6c316f46aea44a0acf893557da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8956633 Sep 23 18:43:52.187990 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57764) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:52.211257 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Notify callbacks [] for port, precommit_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.220476 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.251020 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 9e1e304b-7899-48a1-8bb4-0db909b5b138 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:52.251402 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.272451 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-579a03af-6e0d-4896-9238-ce4221ce1d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.333885 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d4095bc3-f50e-4a9f-9fcf-4d1473f3b9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.344599 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Pushing event updated for resources: {'Port': ['ID=11e539c2-e803-4f6c-940c-1d6e08b52191,revision_number=1']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:52.368499 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a7b64-10ae-4dc9-acff-15d5e7bf26bd None None] Pushing event updated for resources: {'Port': ['ID=f5f051cb-7845-4222-b76e-b5f78b52ea62,revision_number=2']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:52.379299 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:43:52.395871 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d4095bc3-f50e-4a9f-9fcf-4d1473f3b9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.423395 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Attempting to bind port f5f051cb-7845-4222-b76e-b5f78b52ea62 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:43:52.424636 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Attempting to bind port f5f051cb-7845-4222-b76e-b5f78b52ea62 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:43:52.428425 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Attempting to bind port f5f051cb-7845-4222-b76e-b5f78b52ea62 on network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:52.447125 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:43:52.447870 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Checking segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:52.448332 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.448705 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Bound using segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:43:52.449194 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Bound port: f5f051cb-7845-4222-b76e-b5f78b52ea62, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:43:52.449604 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.507502 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Allocated IP 172.20.0.1 (6d34e785-4ce6-4052-99a6-618ee041cb51/4fd91db2-dbef-4742-8637-4ee71c7c4188/df3cf816-64ff-4bf2-9811-fadad28d8efc) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:43:52.512817 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.522809 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d4095bc3-f50e-4a9f-9fcf-4d1473f3b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.549120 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d4095bc3-f50e-4a9f-9fcf-4d1473f3b9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.554230 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-d4095bc3-f50e-4a9f-9fcf-4d1473f3b9ea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f5d2730-1d98-47a1-872c-f46f7b42b0ab HTTP/1.1" status: 204 len: 168 time: 0.3608406 Sep 23 18:43:52.575622 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] For port f5f051cb-7845-4222-b76e-b5f78b52ea62, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:43:52.576046 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4095bc3-f50e-4a9f-9fcf-4d1473f3b9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5d2730-1d98-47a1-872c-f46f7b42b0ab,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:52.581439 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] For port f5f051cb-7845-4222-b76e-b5f78b52ea62, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=f5f051cb-7845-4222-b76e-b5f78b52ea62,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:43:52.600659 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.644537 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4437be4-678f-4595-915a-731ebf911cdb req-3bb57c42-b30e-484a-85cc-1fba8af124c2 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:52.646144 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f4437be4-678f-4595-915a-731ebf911cdb req-3bb57c42-b30e-484a-85cc-1fba8af124c2 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 945 time: 0.0750997 Sep 23 18:43:52.728212 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f4437be4-678f-4595-915a-731ebf911cdb req-eae44649-a1f8-4d19-9182-3ddbf3a9d069 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543449 Sep 23 18:43:52.775999 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Routers {'79d003ab-86ed-47fa-8e89-69a9fc29e1bf'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:43:52.776741 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:43:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:52.884093 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:52.905719 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a7b64-10ae-4dc9-acff-15d5e7bf26bd None None] Pushing event updated for resources: {'Port': ['ID=f5f051cb-7845-4222-b76e-b5f78b52ea62,revision_number=3']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:52.965560 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.022530 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Pushing event updated for resources: {'Port': ['ID=df3cf816-64ff-4bf2-9811-fadad28d8efc,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:53.046907 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Network 6d34e785-4ce6-4052-99a6-618ee041cb51 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:53.048570 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:53.051826 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:43:53.077479 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-340997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338353'] for router, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.088557 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] Set router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:43:53.120584 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338828'] for router_interface, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.158826 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Attempting to bind port 11e539c2-e803-4f6c-940c-1d6e08b52191 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:43:53.159866 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Attempting to bind port 11e539c2-e803-4f6c-940c-1d6e08b52191 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': 'dcd0d585-db50-444a-92d5-320805d501e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'aa77830e-5487-46e2-88fb-86e77e918c15'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:43:53.160757 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Attempting to bind port 11e539c2-e803-4f6c-940c-1d6e08b52191 on network aa77830e-5487-46e2-88fb-86e77e918c15 {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:53.170867 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-579a03af-6e0d-4896-9238-ce4221ce1d16 None None] For port 64b66e8e-ba03-4826-83b6-b6ed00710b3f, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=64b66e8e-ba03-4826-83b6-b6ed00710b3f,segment=NetworkSegment(91fe4316-2c52-4ef2-abba-54b57ca453ef),segment_id=91fe4316-2c52-4ef2-abba-54b57ca453ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:53.178753 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:43:53.180140 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Checking segment: {'id': 'dcd0d585-db50-444a-92d5-320805d501e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'aa77830e-5487-46e2-88fb-86e77e918c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:53.180941 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.181538 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Bound using segment: {'id': 'dcd0d585-db50-444a-92d5-320805d501e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'aa77830e-5487-46e2-88fb-86e77e918c15'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:43:53.182266 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Bound port: 11e539c2-e803-4f6c-940c-1d6e08b52191, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0d585-db50-444a-92d5-320805d501e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'aa77830e-5487-46e2-88fb-86e77e918c15'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:43:53.182886 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.185545 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.193713 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-5ec3cd38-9ab1-477d-80fb-b48252bf8164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.195494 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52eb905-7e94-4dd1-816a-ae8c2fc98f54 req-e85a2b45-c711-4aaf-b7c0-8a42ffe69766 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:53.213945 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c52eb905-7e94-4dd1-816a-ae8c2fc98f54 req-e85a2b45-c711-4aaf-b7c0-8a42ffe69766 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.3915191 Sep 23 18:43:53.249962 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-579a03af-6e0d-4896-9238-ce4221ce1d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.292549 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c52eb905-7e94-4dd1-816a-ae8c2fc98f54 req-4df6956e-e3c5-4eef-99ae-90fe86dd8952 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755744 Sep 23 18:43:53.307456 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.325897 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57810) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:53.345499 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6446a168-d226-4276-9786-d1dbcaeb6b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.409591 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Router 31c388e4-948e-4764-9aab-3b0add2bba70 is scheduled to L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 with binding_index 1 {{(pid=100704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 18:43:53.461878 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.505259 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.579424 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] For port 11e539c2-e803-4f6c-940c-1d6e08b52191, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:43:53.582010 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:49Z', 'revision_number': 3, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:53.586641 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] For port 11e539c2-e803-4f6c-940c-1d6e08b52191, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=11e539c2-e803-4f6c-940c-1d6e08b52191,segment=NetworkSegment(dcd0d585-db50-444a-92d5-320805d501e2),segment_id=dcd0d585-db50-444a-92d5-320805d501e2)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:43:53.593075 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6446a168-d226-4276-9786-d1dbcaeb6b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.596082 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:43:53.603697 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6446a168-d226-4276-9786-d1dbcaeb6b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.627370 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351335b7-758d-4aea-89bd-351966d7e798 None None] The sync data for ids ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'] in dv-cinder-810415-4-iscsi is: [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:49Z', 'revision_number': 3, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:43:53.639753 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] Notify callbacks [] for router, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.644566 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-316f7ec6-a37f-4bea-b0ea-52fa0f73ef68 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0895042 Sep 23 18:43:53.645096 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57816) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:53.677258 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446a168-d226-4276-9786-d1dbcaeb6b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bfc141-7cbb-4b58-8b9e-ad3d20a0aaf4,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:53.685891 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-6446a168-d226-4276-9786-d1dbcaeb6b7b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=250968384703458e87037421c5419574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553295 Sep 23 18:43:53.691126 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57818) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:53.696199 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.707367 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.712735 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.758496 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95f2cc-43f4-4359-bb9a-e29aad3434b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1e304b-7899-48a1-8bb4-0db909b5b138'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:43:53.762042 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0777a5ea-c112-4fbe-b1bf-4ea46669e068" -d '{"events": [{"server_uuid": "6d95f2cc-43f4-4359-bb9a-e29aad3434b4", "name": "network-vif-plugged", "status": "completed", "tag": "9e1e304b-7899-48a1-8bb4-0db909b5b138"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:43:53.771802 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Sync routers for ids ['31c388e4-948e-4764-9aab-3b0add2bba70'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:43:53.833499 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 9e1e304b-7899-48a1-8bb4-0db909b5b138, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=9e1e304b-7899-48a1-8bb4-0db909b5b138,segment=NetworkSegment(bb04f1df-eb03-4186-98a1-808fb306b4ac),segment_id=bb04f1df-eb03-4186-98a1-808fb306b4ac)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:53.870666 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-340092'] for router_interface, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.879227 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-5df371c7-e2a7-4159-8b26-faeea9967e8b None None] Provisioning complete for port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:53.879863 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-5df371c7-e2a7-4159-8b26-faeea9967e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:53.897610 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Pushing event updated for resources: {'Port': ['ID=df3cf816-64ff-4bf2-9811-fadad28d8efc,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:53.912646 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95fd8e4-31e1-4546-a08e-73288e3970c0 x-openstack-request-id: req-a95fd8e4-31e1-4546-a08e-73288e3970c0 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:43:53.913147 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95f2cc-43f4-4359-bb9a-e29aad3434b4", "name": "network-vif-plugged", "status": "completed", "tag": "9e1e304b-7899-48a1-8bb4-0db909b5b138", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:43:53.924152 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a95fd8e4-31e1-4546-a08e-73288e3970c0 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:43:53.927883 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95f2cc-43f4-4359-bb9a-e29aad3434b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1e304b-7899-48a1-8bb4-0db909b5b138', 'code': 200} Sep 23 18:43:54.023010 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a03af-6e0d-4896-9238-ce4221ce1d16 None None] Pushing event updated for resources: {'Port': ['ID=64b66e8e-ba03-4826-83b6-b6ed00710b3f,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:54.032465 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:54.102959 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ae946-2673-472c-ac7f-28983b7a166b None None] Pushing event updated for resources: {'Port': ['ID=11e539c2-e803-4f6c-940c-1d6e08b52191,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:54.221571 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:54.288418 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Routers {'31c388e4-948e-4764-9aab-3b0add2bba70'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:43:54.289339 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:43:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['31c388e4-948e-4764-9aab-3b0add2bba70'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:54.375048 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=7fbb7c43-c3b7-4917-ad9c-f14829e636f1,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:54.387448 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=9e1e304b-7899-48a1-8bb4-0db909b5b138,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:54.401504 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7fc5-e4a5-4360-8c2f-a1f8658fa4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:54.409488 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:54.410337 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 2c39293a-6122-4ab1-93ee-9b4971563b31 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:43:54.495332 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Network 6d34e785-4ce6-4052-99a6-618ee041cb51 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:54.496918 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:54.596330 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=7fbb7c43-c3b7-4917-ad9c-f14829e636f1,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:54.648254 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:43:54.657288 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'name': 'tempest-TestShelveInstance-1881418314-router', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:38Z', 'updated_at': '2021-09-23T18:43:45Z', 'revision_number': 4, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'gw_port': {'id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:40Z', 'updated_at': '2021-09-23T18:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '64b66e8e-ba03-4826-83b6-b6ed00710b3f', 'name': '', 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'mac_address': 'fa:16:3e:64:5b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:44Z', 'updated_at': '2021-09-23T18:43:50Z', 'revision_number': 4, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'subnets': [{'id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:54.666143 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7fc5-e4a5-4360-8c2f-a1f8658fa4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:54.729257 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58175bd-f70c-4e9b-8dec-92560f2680c1 None None] The sync data for ids ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'] in dv-cinder-810415-4-iscsi is: [{'id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'name': 'tempest-TestShelveInstance-1881418314-router', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:38Z', 'updated_at': '2021-09-23T18:43:45Z', 'revision_number': 4, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'gw_port': {'id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:40Z', 'updated_at': '2021-09-23T18:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '64b66e8e-ba03-4826-83b6-b6ed00710b3f', 'name': '', 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'mac_address': 'fa:16:3e:64:5b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:44Z', 'updated_at': '2021-09-23T18:43:50Z', 'revision_number': 4, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'subnets': [{'id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:43:54.769271 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 2c39293a-6122-4ab1-93ee-9b4971563b31 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:54.769654 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:54.779067 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Set router 31c388e4-948e-4764-9aab-3b0add2bba70 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:43:54.820012 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9b344-87e2-4cc5-8f14-5d9b753ed579 req-af61840c-daad-42fa-9697-cf651621798f tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:54.827282 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-21e9b344-87e2-4cc5-8f14-5d9b753ed579 req-af61840c-daad-42fa-9697-cf651621798f tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 946 time: 0.5337183 Sep 23 18:43:54.852737 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:43:54.888316 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-747658a1-5e92-495d-8fd5-d20b249431b0 admin admin] 10.222.0.70 "PUT /v2.0/routers/79d003ab-86ed-47fa-8e89-69a9fc29e1bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0743032 Sep 23 18:43:54.969569 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf885d71-5c0d-4373-980c-ceca9c8cf81a req-153f1025-cbce-4688-9a00-a6325b467982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:54.984105 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bf885d71-5c0d-4373-980c-ceca9c8cf81a req-153f1025-cbce-4688-9a00-a6325b467982 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 1099 time: 0.6891148 Sep 23 18:43:55.112932 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-21e9b344-87e2-4cc5-8f14-5d9b753ed579 req-499bcd28-759e-4c82-9a00-6fe72f9a7708 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733801 Sep 23 18:43:55.134298 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-5df371c7-e2a7-4159-8b26-faeea9967e8b None None] Provisioning complete for port 64b66e8e-ba03-4826-83b6-b6ed00710b3f triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:55.135791 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-5df371c7-e2a7-4159-8b26-faeea9967e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:55.269494 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d17941-bcdf-4860-9387-d5278a268a8d req-c64adf74-d9d5-477e-9413-38c88c5610cf tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:55.272279 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-94d17941-bcdf-4860-9387-d5278a268a8d req-c64adf74-d9d5-477e-9413-38c88c5610cf tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.7973280 Sep 23 18:43:55.274948 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7fc5-e4a5-4360-8c2f-a1f8658fa4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:55.277584 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7fc5-e4a5-4360-8c2f-a1f8658fa4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:55.278734 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-a7ba7fc5-e4a5-4360-8c2f-a1f8658fa4ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6bfc141-7cbb-4b58-8b9e-ad3d20a0aaf4 HTTP/1.1" status: 204 len: 168 time: 1.5867972 Sep 23 18:43:55.319001 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bf885d71-5c0d-4373-980c-ceca9c8cf81a req-8973b1d6-892f-4ebb-b562-604da3bfc6dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097828 Sep 23 18:43:55.321499 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba7fc5-e4a5-4360-8c2f-a1f8658fa4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bfc141-7cbb-4b58-8b9e-ad3d20a0aaf4,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:55.479288 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-94d17941-bcdf-4860-9387-d5278a268a8d req-7df23db0-8d5a-4517-b2c7-72a6145ef9cd tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969554 Sep 23 18:43:55.497499 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:55.643509 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:55.713007 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2b21d0-cb72-4fd2-9b5b-3ac6f8f93d78 None None] Network aa77830e-5487-46e2-88fb-86e77e918c15 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:43:55.881428 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'name': 'tempest-TestShelveInstance-956431433-router', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f0a1f538-59d0-46bb-8c53-9c5a6caaf435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:49Z', 'updated_at': '2021-09-23T18:43:52Z', 'revision_number': 3, 'project_id': '99a456ea15bd455fb2df7c43d59cb390', 'gw_port': {'id': 'f0a1f538-59d0-46bb-8c53-9c5a6caaf435', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:51Z', 'updated_at': '2021-09-23T18:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:55.891675 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Allocated IP 172.20.0.1 (aa77830e-5487-46e2-88fb-86e77e918c15/9e749008-a799-4725-9e07-28e6b1099a0b/d9170204-73f1-461c-912c-a117df47bf70) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:43:55.920700 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Checking router: 31c388e4-948e-4764-9aab-3b0add2bba70 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:43:55.920903 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Updating router 31c388e4-948e-4764-9aab-3b0add2bba70 port f0a1f538-59d0-46bb-8c53-9c5a6caaf435 binding host dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:43:55.926717 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-baaac221-94e1-4bc7-a2ee-e6e3a90d47bf None None] Provisioning complete for port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:55.927884 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-baaac221-94e1-4bc7-a2ee-e6e3a90d47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:55.993156 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:43:56.032212 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.074509 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.092648 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57868) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:56.100641 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-dc79064f-d014-4faa-95a9-465b689364fc tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1420110533', 'description': 'tempest-description--1980519904'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:56.148680 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-dc79064f-d014-4faa-95a9-465b689364fc tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.150229 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.249479 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-dc79064f-d014-4faa-95a9-465b689364fc tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.255282 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-dc79064f-d014-4faa-95a9-465b689364fc tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.259346 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Network aa77830e-5487-46e2-88fb-86e77e918c15 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:56.296916 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79064f-d014-4faa-95a9-465b689364fc tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a999b4a9-c399-4018-819b-3c59cc800262,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:56.297163 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d9170204-73f1-461c-912c-a117df47bf70,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:56.309607 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-dc79064f-d014-4faa-95a9-465b689364fc tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.311062 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-dc79064f-d014-4faa-95a9-465b689364fc tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2160785 Sep 23 18:43:56.313245 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:56.315133 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57874) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:56.321866 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-b2975680-cbdd-4fca-bb19-5fe79ef751c3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Request body: {'security_group_rule': {'security_group_id': 'a999b4a9-c399-4018-819b-3c59cc800262', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:56.324733 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:56.325232 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.328885 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:43:56.377927 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b2975680-cbdd-4fca-bb19-5fe79ef751c3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.393295 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7fd76-a73b-4e46-836a-9e96f35a40c9 req-d9b75721-1b73-4a5f-abc1-251558fcbbb7 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:56.397223 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f1c7fd76-a73b-4e46-836a-9e96f35a40c9 req-d9b75721-1b73-4a5f-abc1-251558fcbbb7 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 946 time: 0.1335306 Sep 23 18:43:56.406804 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338828'] for router_interface, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.550542 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b2975680-cbdd-4fca-bb19-5fe79ef751c3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.557301 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b2975680-cbdd-4fca-bb19-5fe79ef751c3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.577760 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2975680-cbdd-4fca-bb19-5fe79ef751c3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e318c6-5098-4ab5-bcab-1bc41b2517b7,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:56.593642 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b2975680-cbdd-4fca-bb19-5fe79ef751c3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.603353 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-b2975680-cbdd-4fca-bb19-5fe79ef751c3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2869818 Sep 23 18:43:56.610462 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57886) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:56.620858 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-31081fc8-4227-402a-a9d3-66b425ae2bb4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Request body: {'security_group_rule': {'security_group_id': 'a999b4a9-c399-4018-819b-3c59cc800262', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:56.669122 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-31081fc8-4227-402a-a9d3-66b425ae2bb4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.801264 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-31081fc8-4227-402a-a9d3-66b425ae2bb4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.809350 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-baaac221-94e1-4bc7-a2ee-e6e3a90d47bf None None] Provisioning complete for port 11e539c2-e803-4f6c-940c-1d6e08b52191 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:56.810321 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-baaac221-94e1-4bc7-a2ee-e6e3a90d47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.817186 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-31081fc8-4227-402a-a9d3-66b425ae2bb4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.860085 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.875483 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31081fc8-4227-402a-a9d3-66b425ae2bb4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f91faddd-3a54-486e-99d7-90a65c43bcdc,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:56.905942 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-31081fc8-4227-402a-a9d3-66b425ae2bb4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:56.907411 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-31081fc8-4227-402a-a9d3-66b425ae2bb4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2954259 Sep 23 18:43:56.910549 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57894) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:56.916525 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Request body: {'floatingip': {'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:56.922148 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f1c7fd76-a73b-4e46-836a-9e96f35a40c9 req-1e5071d1-92f4-462a-8991-5aca9f8d6fff tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307219 Sep 23 18:43:56.988600 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for floatingip, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.048312 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Sync routers for ids ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:43:57.054031 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 11e539c2-e803-4f6c-940c-1d6e08b52191 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:43:57.055146 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7d6be-ac8b-4a92-8835-1d5aba6b7f28 req-a0d728ce-e0d9-454c-9626-01717288c24b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:57.072425 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Routers {'79d003ab-86ed-47fa-8e89-69a9fc29e1bf'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:43:57.073414 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:43:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:57.078039 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4ca7d6be-ac8b-4a92-8835-1d5aba6b7f28 req-a0d728ce-e0d9-454c-9626-01717288c24b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.3516665 Sep 23 18:43:57.195474 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4ca7d6be-ac8b-4a92-8835-1d5aba6b7f28 req-311c453c-6c25-4dd7-8737-23e4a902d129 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161206 Sep 23 18:43:57.253188 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.288498 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Set router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:43:57.293172 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Notify callbacks [] for port, precommit_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.307032 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.362789 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57906) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:57.430603 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-baaac221-94e1-4bc7-a2ee-e6e3a90d47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.436674 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.443058 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.485242 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 11e539c2-e803-4f6c-940c-1d6e08b52191 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:57.485698 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.502519 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a836f-f228-461f-8706-1a590d6530ff None None] Pushing event updated for resources: {'Port': ['ID=f0a1f538-59d0-46bb-8c53-9c5a6caaf435,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:57.539317 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d9170204-73f1-461c-912c-a117df47bf70,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:57.560708 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Attempting to bind port f0a1f538-59d0-46bb-8c53-9c5a6caaf435 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:43:57.561099 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Attempting to bind port f0a1f538-59d0-46bb-8c53-9c5a6caaf435 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:43:57.562124 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Attempting to bind port f0a1f538-59d0-46bb-8c53-9c5a6caaf435 on network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:57.570871 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-340092'] for router_interface, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.581610 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:43:57.582069 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Checking segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:57.582869 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.583299 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Bound using segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:43:57.585140 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Bound port: f0a1f538-59d0-46bb-8c53-9c5a6caaf435, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:43:57.585842 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.607642 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Allocated IP 172.27.1.139 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/7e24414b-d492-4836-bcac-7ed12cf20c0b) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:43:57.700387 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-baaac221-94e1-4bc7-a2ee-e6e3a90d47bf None None] For port 11e539c2-e803-4f6c-940c-1d6e08b52191, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=11e539c2-e803-4f6c-940c-1d6e08b52191,segment=NetworkSegment(dcd0d585-db50-444a-92d5-320805d501e2),segment_id=dcd0d585-db50-444a-92d5-320805d501e2)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:57.718864 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-baaac221-94e1-4bc7-a2ee-e6e3a90d47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.808144 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] For port f0a1f538-59d0-46bb-8c53-9c5a6caaf435, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:43:57.815541 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Network aa77830e-5487-46e2-88fb-86e77e918c15 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:57.822586 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:57.836405 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] For port f0a1f538-59d0-46bb-8c53-9c5a6caaf435, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=f0a1f538-59d0-46bb-8c53-9c5a6caaf435,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:43:57.842039 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.845950 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-baaac221-94e1-4bc7-a2ee-e6e3a90d47bf None None] Provisioning complete for port df3cf816-64ff-4bf2-9811-fadad28d8efc triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:57.850439 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-baaac221-94e1-4bc7-a2ee-e6e3a90d47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.853076 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa353-cda1-472c-9b29-d81b8225569f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.893303 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.902324 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:57.920703 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaac221-94e1-4bc7-a2ee-e6e3a90d47bf None None] Pushing event updated for resources: {'Port': ['ID=11e539c2-e803-4f6c-940c-1d6e08b52191,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:57.930684 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device f5f051cb-7845-4222-b76e-b5f78b52ea62 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:43:57.957259 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:53Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'df3cf816-64ff-4bf2-9811-fadad28d8efc', 'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'mac_address': 'fa:16:3e:8b:87:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:52Z', 'updated_at': '2021-09-23T18:43:53Z', 'revision_number': 2, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'subnets': [{'id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:58.036730 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:43:58.038333 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event updated for resources: {'Port': ['ID=7e24414b-d492-4836-bcac-7ed12cf20c0b,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:58.041260 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:43:58.046929 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:43:58.052139 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Checking router: 79d003ab-86ed-47fa-8e89-69a9fc29e1bf for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:43:58.052649 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Updating router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf port df3cf816-64ff-4bf2-9811-fadad28d8efc binding host dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:43:58.092768 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.109360 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-baaac221-94e1-4bc7-a2ee-e6e3a90d47bf None None] Port df3cf816-64ff-4bf2-9811-fadad28d8efc cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:43:58.177090 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a836f-f228-461f-8706-1a590d6530ff None None] Pushing event updated for resources: {'Port': ['ID=f0a1f538-59d0-46bb-8c53-9c5a6caaf435,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:58.187354 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Router 31c388e4-948e-4764-9aab-3b0add2bba70 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:43:58.195537 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Routers {'31c388e4-948e-4764-9aab-3b0add2bba70'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:43:58.196561 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:43:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['31c388e4-948e-4764-9aab-3b0add2bba70'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:58.209206 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port f5f051cb-7845-4222-b76e-b5f78b52ea62 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:58.210729 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.246294 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.310752 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.369087 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3b0be-b16c-49bf-972d-bdc6db89ac7f req-bd110317-1828-46a4-906d-91e597f750bd tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:58.370261 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-94d3b0be-b16c-49bf-972d-bdc6db89ac7f req-bd110317-1828-46a4-906d-91e597f750bd tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 946 time: 0.2781787 Sep 23 18:43:58.389358 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-49c37dda-6d98-4e36-8722-0f6f90d6c90c None None] Provisioning complete for port 11e539c2-e803-4f6c-940c-1d6e08b52191 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:58.389738 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-49c37dda-6d98-4e36-8722-0f6f90d6c90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.406207 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa353-cda1-472c-9b29-d81b8225569f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.430118 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa353-cda1-472c-9b29-d81b8225569f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.550577 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872854c-6b7d-4b49-a0cd-95ebca8c366c req-081c6626-7169-4e92-99ff-43cef29180a1 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:43:58.552952 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c872854c-6b7d-4b49-a0cd-95ebca8c366c req-081c6626-7169-4e92-99ff-43cef29180a1 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.2126701 Sep 23 18:43:58.557726 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-0b7fa353-cda1-472c-9b29-d81b8225569f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b432bdf12ff46adbf112ea898ba4a82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1937265 Sep 23 18:43:58.558471 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fa353-cda1-472c-9b29-d81b8225569f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc3a054-9cb0-481b-ba35-d280ee32088f,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:58.561512 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57936) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:58.569298 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-94d3b0be-b16c-49bf-972d-bdc6db89ac7f req-be277441-a38e-4678-8b1f-1f4913e0eb62 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678400 Sep 23 18:43:58.572964 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:43:58.591126 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] Set router 31c388e4-948e-4764-9aab-3b0add2bba70 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:43:58.594635 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-9b26f52a-1df5-40a8-ad28-218460eec8f8 admin admin] 10.222.0.70 "PUT /v2.0/routers/31c388e4-948e-4764-9aab-3b0add2bba70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9484401 Sep 23 18:43:58.632189 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Notify callbacks [] for port, precommit_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.636890 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c872854c-6b7d-4b49-a0cd-95ebca8c366c req-62d0bb80-7a25-45e0-909d-9b8ce07877e0 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659480 Sep 23 18:43:58.642715 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.701470 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f006907-3454-4305-963b-5cfc0ba391ab None None] Pushing event updated for resources: {'Port': ['ID=df3cf816-64ff-4bf2-9811-fadad28d8efc,revision_number=3']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:58.705613 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e55c1b5c-8b60-4304-b424-0cf3d2735023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.727405 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.761570 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e55c1b5c-8b60-4304-b424-0cf3d2735023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.766356 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.782103 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.824586 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port f5f051cb-7845-4222-b76e-b5f78b52ea62, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=f5f051cb-7845-4222-b76e-b5f78b52ea62,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:58.849592 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Attempting to bind port df3cf816-64ff-4bf2-9811-fadad28d8efc on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:43:58.850353 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Attempting to bind port df3cf816-64ff-4bf2-9811-fadad28d8efc by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:43:58.850823 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Attempting to bind port df3cf816-64ff-4bf2-9811-fadad28d8efc on network 6d34e785-4ce6-4052-99a6-618ee041cb51 {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:43:58.852763 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.853660 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 64b66e8e-ba03-4826-83b6-b6ed00710b3f up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:43:58.857406 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:43:58.857913 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Checking segment: {'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:43:58.858416 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.859089 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Bound using segment: {'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:43:58.859863 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Bound port: df3cf816-64ff-4bf2-9811-fadad28d8efc, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'}}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:43:58.860693 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:58.945376 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] For port df3cf816-64ff-4bf2-9811-fadad28d8efc, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:43:58.953058 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] For port df3cf816-64ff-4bf2-9811-fadad28d8efc, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=df3cf816-64ff-4bf2-9811-fadad28d8efc,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:43:58.961050 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:59.010287 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event updated for resources: {'Port': ['ID=7e24414b-d492-4836-bcac-7ed12cf20c0b,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:59.031242 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-49c37dda-6d98-4e36-8722-0f6f90d6c90c None None] Provisioning complete for port d9170204-73f1-461c-912c-a117df47bf70 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:59.031629 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-49c37dda-6d98-4e36-8722-0f6f90d6c90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:59.097508 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Routers {'79d003ab-86ed-47fa-8e89-69a9fc29e1bf'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:43:59.107118 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:43:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:59.107457 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e55c1b5c-8b60-4304-b424-0cf3d2735023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:59.111724 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e55c1b5c-8b60-4304-b424-0cf3d2735023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:59.119339 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-e55c1b5c-8b60-4304-b424-0cf3d2735023 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9dc3a054-9cb0-481b-ba35-d280ee32088f HTTP/1.1" status: 204 len: 168 time: 0.5562494 Sep 23 18:43:59.167189 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=f5f051cb-7845-4222-b76e-b5f78b52ea62,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:59.194538 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:59.199471 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-49c37dda-6d98-4e36-8722-0f6f90d6c90c None None] Port d9170204-73f1-461c-912c-a117df47bf70 cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:43:59.216897 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c1b5c-8b60-4304-b424-0cf3d2735023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc3a054-9cb0-481b-ba35-d280ee32088f,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:59.222100 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:59.236351 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-3e6b309b-feea-4b4a-8f56-6b0f10a020b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3173568 Sep 23 18:43:59.242603 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 64b66e8e-ba03-4826-83b6-b6ed00710b3f triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:59.242999 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:59.374259 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f006907-3454-4305-963b-5cfc0ba391ab None None] Pushing event updated for resources: {'Port': ['ID=df3cf816-64ff-4bf2-9811-fadad28d8efc,revision_number=4']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:59.378708 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] Set router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:43:59.410737 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-f495c392-3386-48cc-9044-60c892e03e72 None None] Provisioning complete for port df3cf816-64ff-4bf2-9811-fadad28d8efc triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:59.411136 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f495c392-3386-48cc-9044-60c892e03e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:59.423169 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'name': 'tempest-TestShelveInstance-956431433-router', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f0a1f538-59d0-46bb-8c53-9c5a6caaf435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:49Z', 'updated_at': '2021-09-23T18:43:56Z', 'revision_number': 4, 'project_id': '99a456ea15bd455fb2df7c43d59cb390', 'gw_port': {'id': 'f0a1f538-59d0-46bb-8c53-9c5a6caaf435', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:51Z', 'updated_at': '2021-09-23T18:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'd9170204-73f1-461c-912c-a117df47bf70', 'name': '', 'network_id': 'aa77830e-5487-46e2-88fb-86e77e918c15', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'mac_address': 'fa:16:3e:fa:88:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '9e749008-a799-4725-9e07-28e6b1099a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:55Z', 'updated_at': '2021-09-23T18:43:57Z', 'revision_number': 2, 'project_id': '99a456ea15bd455fb2df7c43d59cb390', 'subnets': [{'id': '9e749008-a799-4725-9e07-28e6b1099a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:59.572165 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3b572-2bdd-4c0c-b13f-dd70542f6ac2 None None] The sync data for ids ['31c388e4-948e-4764-9aab-3b0add2bba70'] in dv-cinder-810415-4-iscsi is: [{'id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'name': 'tempest-TestShelveInstance-956431433-router', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f0a1f538-59d0-46bb-8c53-9c5a6caaf435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:49Z', 'updated_at': '2021-09-23T18:43:56Z', 'revision_number': 4, 'project_id': '99a456ea15bd455fb2df7c43d59cb390', 'gw_port': {'id': 'f0a1f538-59d0-46bb-8c53-9c5a6caaf435', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:51Z', 'updated_at': '2021-09-23T18:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'd9170204-73f1-461c-912c-a117df47bf70', 'name': '', 'network_id': 'aa77830e-5487-46e2-88fb-86e77e918c15', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'mac_address': 'fa:16:3e:fa:88:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '9e749008-a799-4725-9e07-28e6b1099a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:55Z', 'updated_at': '2021-09-23T18:43:57Z', 'revision_number': 2, 'project_id': '99a456ea15bd455fb2df7c43d59cb390', 'subnets': [{'id': '9e749008-a799-4725-9e07-28e6b1099a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:43:59.768334 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f495c392-3386-48cc-9044-60c892e03e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:59.832839 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device f5f051cb-7845-4222-b76e-b5f78b52ea62 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:43:59.897783 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:53Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'df3cf816-64ff-4bf2-9811-fadad28d8efc', 'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'mac_address': 'fa:16:3e:8b:87:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:52Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'subnets': [{'id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:43:59.898094 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 57992) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:59.910673 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-f495c392-3386-48cc-9044-60c892e03e72 None None] For port df3cf816-64ff-4bf2-9811-fadad28d8efc, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=df3cf816-64ff-4bf2-9811-fadad28d8efc,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:43:59.917384 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f495c392-3386-48cc-9044-60c892e03e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:59.928891 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-e1210b37-5ef6-47fb-a25e-b1291fa9d892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:43:59.931818 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 57998) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:43:59.936758 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-5d3b974d-7e6b-42d7-b753-88ebb5785a04 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1461662664', 'description': 'tempest-secgroup-smoke-1461662664 description', 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:43:59.945050 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c70b1-1ad0-457a-8645-6f225744a823 None None] The sync data for ids ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'] in dv-cinder-810415-4-iscsi is: [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:53Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'df3cf816-64ff-4bf2-9811-fadad28d8efc', 'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'mac_address': 'fa:16:3e:8b:87:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:52Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'subnets': [{'id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:43:59.983518 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495c392-3386-48cc-9044-60c892e03e72 None None] Pushing event updated for resources: {'Port': ['ID=df3cf816-64ff-4bf2-9811-fadad28d8efc,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:43:59.987032 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port f5f051cb-7845-4222-b76e-b5f78b52ea62 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:43:59.987410 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.017417 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5d3b974d-7e6b-42d7-b753-88ebb5785a04 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.091591 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-7e8c25aa-5e3f-4aab-8e15-ed1bde450811 None None] Provisioning complete for port df3cf816-64ff-4bf2-9811-fadad28d8efc triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:44:00.092195 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7e8c25aa-5e3f-4aab-8e15-ed1bde450811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.100276 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-f9efda47-4fd6-46cf-a7bc-87c71b64b0a5 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1420110533&fields=id&tenant_id=bbb56b36ced8493398183f5414134de6 HTTP/1.1" status: 200 len: 267 time: 0.1421657 Sep 23 18:44:00.290852 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b0174-c2f3-4558-8b7a-082d90c8eda3 req-5f5e5e44-87c4-42a4-a9cf-324eda226534 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:00.292585 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-958b0174-c2f3-4558-8b7a-082d90c8eda3 req-5f5e5e44-87c4-42a4-a9cf-324eda226534 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.1889093 Sep 23 18:44:00.379334 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-59dac64a-2373-403d-b51e-6fb2efce0693 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:00.387117 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-59dac64a-2373-403d-b51e-6fb2efce0693 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/networks?id=6d34e785-4ce6-4052-99a6-618ee041cb51 HTTP/1.1" status: 200 len: 816 time: 0.2469037 Sep 23 18:44:00.416833 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-44aa0faf-9620-4a60-a1da-03433e7f1630 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/quotas/bbb56b36ced8493398183f5414134de6 HTTP/1.1" status: 200 len: 375 time: 0.0287280 Sep 23 18:44:00.438089 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 11e539c2-e803-4f6c-940c-1d6e08b52191 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:44:00.445640 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-958b0174-c2f3-4558-8b7a-082d90c8eda3 req-7b35ce3a-b3a7-4d10-a291-2ad52ca303b8 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415401 Sep 23 18:44:00.518846 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 58008) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:00.524497 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-e1210b37-5ef6-47fb-a25e-b1291fa9d892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.535384 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-e1210b37-5ef6-47fb-a25e-b1291fa9d892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.567915 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 11e539c2-e803-4f6c-940c-1d6e08b52191 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:44:00.568049 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-960ded1c-8205-45bc-9dc1-5e04c558cc95 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbb56b36ced8493398183f5414134de6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1499164 Sep 23 18:44:00.568336 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.649949 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5d3b974d-7e6b-42d7-b753-88ebb5785a04 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.655811 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5d3b974d-7e6b-42d7-b753-88ebb5785a04 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.676832 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5d3b974d-7e6b-42d7-b753-88ebb5785a04 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.682082 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-5d3b974d-7e6b-42d7-b753-88ebb5785a04 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7491572 Sep 23 18:44:00.682745 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 58018) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:00.693967 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-6a9f3b82-aeed-4060-bb04-cc0ebf9ac173 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Request body: {'security_group_rule': {'security_group_id': '2c68930e-25ec-4636-a493-1fd990221777', 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:44:00.735641 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b974d-7e6b-42d7-b753-88ebb5785a04 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c68930e-25ec-4636-a493-1fd990221777,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:00.762938 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2d45e908-d9d6-42e4-89e2-d9b530b381f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.768386 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-e1210b37-5ef6-47fb-a25e-b1291fa9d892 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ed4e9d073134cab917275a9459cbacc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8674190 Sep 23 18:44:00.768386 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1210b37-5ef6-47fb-a25e-b1291fa9d892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c0fcdf-8ab6-4774-a311-5ca2513c3ce9,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:00.770678 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 58022) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:00.786823 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3b82-aeed-4060-bb04-cc0ebf9ac173 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.825452 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e3b3e-a6e8-4a40-bfb4-28278a80e71f req-4d941227-019e-4070-a3fd-432daa498cb6 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:00.827950 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b57e3b3e-a6e8-4a40-bfb4-28278a80e71f req-4d941227-019e-4070-a3fd-432daa498cb6 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 946 time: 0.2199693 Sep 23 18:44:00.855363 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-8b4128bf-3762-4489-97a2-aa42a8326862 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=100704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 18:44:00.856720 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-8b4128bf-3762-4489-97a2-aa42a8326862 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1188385 Sep 23 18:44:00.879278 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3b82-aeed-4060-bb04-cc0ebf9ac173 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.887284 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3b82-aeed-4060-bb04-cc0ebf9ac173 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.916104 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f3b82-aeed-4060-bb04-cc0ebf9ac173 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb96956-fdd5-47f7-a17b-a82745f5b7d5,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:00.945559 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b57e3b3e-a6e8-4a40-bfb4-28278a80e71f req-d9449ab6-6cac-42e3-bb27-9aca36ae2f65 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094470 Sep 23 18:44:00.947723 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5c50c753-9fcd-4758-87c1-90fb41773366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.968435 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2d45e908-d9d6-42e4-89e2-d9b530b381f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.974372 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2d45e908-d9d6-42e4-89e2-d9b530b381f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.993833 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3b82-aeed-4060-bb04-cc0ebf9ac173 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:00.995672 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-6a9f3b82-aeed-4060-bb04-cc0ebf9ac173 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3055134 Sep 23 18:44:01.000269 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 58024) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:01.007237 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5c50c753-9fcd-4758-87c1-90fb41773366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.011892 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-49332454-1d1e-4bf0-a20f-b7bd8c68d891 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Request body: {'security_group_rule': {'security_group_id': '2c68930e-25ec-4636-a493-1fd990221777', 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:44:01.029336 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45e908-d9d6-42e4-89e2-d9b530b381f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b8997f-65cf-423a-af46-c822e62e8dc8,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:01.033841 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-26af4ac6-c0a0-42f6-86cb-3761249bc623 service neutron] 10.222.0.70 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562173 Sep 23 18:44:01.040897 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-2d45e908-d9d6-42e4-89e2-d9b530b381f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5d29d6d0f474a338decba7d40405e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5207193 Sep 23 18:44:01.044665 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 58026) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:01.069378 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-49332454-1d1e-4bf0-a20f-b7bd8c68d891 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.124081 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5c50c753-9fcd-4758-87c1-90fb41773366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.126867 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5c50c753-9fcd-4758-87c1-90fb41773366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.128136 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-5c50c753-9fcd-4758-87c1-90fb41773366 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8c0fcdf-8ab6-4774-a311-5ca2513c3ce9 HTTP/1.1" status: 204 len: 168 time: 0.3564477 Sep 23 18:44:01.138264 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d0001ac2-bf7c-4138-bf26-94edf87eb592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.146377 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50c753-9fcd-4758-87c1-90fb41773366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c0fcdf-8ab6-4774-a311-5ca2513c3ce9,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:01.149737 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-d3bb3cc0-4899-4959-b7a9-96312f6e6d36 service neutron] 10.222.0.70 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046402 Sep 23 18:44:01.169510 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-49332454-1d1e-4bf0-a20f-b7bd8c68d891 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.187321 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d0001ac2-bf7c-4138-bf26-94edf87eb592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.222719 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-49332454-1d1e-4bf0-a20f-b7bd8c68d891 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.249301 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49332454-1d1e-4bf0-a20f-b7bd8c68d891 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5772dd90-8bc7-410e-8e24-e113e2c6de51,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:01.253086 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-49332454-1d1e-4bf0-a20f-b7bd8c68d891 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.254269 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-49332454-1d1e-4bf0-a20f-b7bd8c68d891 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2527890 Sep 23 18:44:01.257274 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 58030) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:01.262897 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-2a170845-a4bf-4047-8b95-caf7aa4f6e4f tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Request body: {'security_group_rule': {'security_group_id': '2c68930e-25ec-4636-a493-1fd990221777', 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:44:01.275453 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d0001ac2-bf7c-4138-bf26-94edf87eb592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.277946 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d0001ac2-bf7c-4138-bf26-94edf87eb592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.283659 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-d0001ac2-bf7c-4138-bf26-94edf87eb592 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/30b8997f-65cf-423a-af46-c822e62e8dc8 HTTP/1.1" status: 204 len: 168 time: 0.2380431 Sep 23 18:44:01.298212 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0001ac2-bf7c-4138-bf26-94edf87eb592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b8997f-65cf-423a-af46-c822e62e8dc8,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:01.310437 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2a170845-a4bf-4047-8b95-caf7aa4f6e4f tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.382935 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2a170845-a4bf-4047-8b95-caf7aa4f6e4f tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.391508 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2a170845-a4bf-4047-8b95-caf7aa4f6e4f tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.419208 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a170845-a4bf-4047-8b95-caf7aa4f6e4f tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee75b053-049e-4fb7-bf6e-d660ba2a131a,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:01.440894 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-51832efc-5de7-489b-9515-4643174bf514 req-a07fb27d-9dd4-42a3-9343-e0165cd3e4fb tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 210 time: 0.0466778 Sep 23 18:44:01.442429 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2a170845-a4bf-4047-8b95-caf7aa4f6e4f tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.445181 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-2a170845-a4bf-4047-8b95-caf7aa4f6e4f tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1850665 Sep 23 18:44:01.447846 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 58044) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:01.452625 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-d667ff87-52fb-46b3-8340-b391c5609321 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Request body: {'security_group_rule': {'security_group_id': '2c68930e-25ec-4636-a493-1fd990221777', 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:44:01.485318 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d667ff87-52fb-46b3-8340-b391c5609321 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.580716 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d667ff87-52fb-46b3-8340-b391c5609321 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.592961 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d667ff87-52fb-46b3-8340-b391c5609321 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.614705 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63d16b-7009-4cb7-b511-cb7db448138a req-a5bf01d3-89b9-42ff-80f5-736031975754 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:01.617493 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667ff87-52fb-46b3-8340-b391c5609321 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9012970e-be11-4073-a3a7-08b658e5c19f,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:01.622793 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ca63d16b-7009-4cb7-b511-cb7db448138a req-a5bf01d3-89b9-42ff-80f5-736031975754 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0726171 Sep 23 18:44:01.635555 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d667ff87-52fb-46b3-8340-b391c5609321 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.639477 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-d667ff87-52fb-46b3-8340-b391c5609321 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1880560 Sep 23 18:44:01.641761 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 58060) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:01.648754 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-66cd6c1d-a32a-4a24-903e-682ab86268ee tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Request body: {'security_group_rule': {'security_group_id': '2c68930e-25ec-4636-a493-1fd990221777', 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:44:01.696589 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.securitygroups_db [None req-66cd6c1d-a32a-4a24-903e-682ab86268ee tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Project 6a1f8c4e3fa64a6b836735fbba48909d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 18:44:01.702645 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-66cd6c1d-a32a-4a24-903e-682ab86268ee tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.708094 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ca63d16b-7009-4cb7-b511-cb7db448138a req-ff3dc8b7-dc8d-46af-a7cc-713b96ad0f33 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844188 Sep 23 18:44:01.810505 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-66cd6c1d-a32a-4a24-903e-682ab86268ee tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.818445 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-66cd6c1d-a32a-4a24-903e-682ab86268ee tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.851386 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd6c1d-a32a-4a24-903e-682ab86268ee tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd95903-6d91-4202-a99d-188a95d2ea25,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:01.858338 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-66cd6c1d-a32a-4a24-903e-682ab86268ee tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:01.859564 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-66cd6c1d-a32a-4a24-903e-682ab86268ee tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2168434 Sep 23 18:44:01.861362 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device df3cf816-64ff-4bf2-9811-fadad28d8efc up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:44:01.862900 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 58070) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:01.869304 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-1b4c90de-5864-4544-8f4c-c2bac5fd6c3d tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Request body: {'security_group_rule': {'security_group_id': '2c68930e-25ec-4636-a493-1fd990221777', 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:44:01.969824 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.securitygroups_db [None req-1b4c90de-5864-4544-8f4c-c2bac5fd6c3d tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Project 6a1f8c4e3fa64a6b836735fbba48909d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 18:44:01.997191 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1b4c90de-5864-4544-8f4c-c2bac5fd6c3d tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:02.055614 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port df3cf816-64ff-4bf2-9811-fadad28d8efc triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:44:02.056000 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:02.176776 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1b4c90de-5864-4544-8f4c-c2bac5fd6c3d tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:02.183319 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1b4c90de-5864-4544-8f4c-c2bac5fd6c3d tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:02.200583 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c90de-5864-4544-8f4c-c2bac5fd6c3d tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6af97e-2c9a-402e-ac0e-afc6796fe2cb,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:02.209627 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c804e6-c649-4fd0-a5ce-1ad19e868039 req-e455984a-c8d3-4f50-9ef4-6919c0e215e2 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:02.220373 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1b4c90de-5864-4544-8f4c-c2bac5fd6c3d tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:02.220838 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-90c804e6-c649-4fd0-a5ce-1ad19e868039 req-e455984a-c8d3-4f50-9ef4-6919c0e215e2 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 946 time: 0.0844402 Sep 23 18:44:02.232838 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-1b4c90de-5864-4544-8f4c-c2bac5fd6c3d tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3687820 Sep 23 18:44:02.281262 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-90c804e6-c649-4fd0-a5ce-1ad19e868039 req-5d6724ce-e2a7-4da2-b97d-fedaaaa21556 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511682 Sep 23 18:44:02.557319 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bc807758-9981-4a05-b0fb-0c6e3fda22e8 req-c4393008-961c-42ff-824c-e9c677408ea1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 210 time: 0.0367908 Sep 23 18:44:03.039770 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ba30d-173c-4864-985b-bd20b6926e5a req-f4d0abe8-9c18-4938-a44f-7b7eac826469 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:03.044338 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-961ba30d-173c-4864-985b-bd20b6926e5a req-f4d0abe8-9c18-4938-a44f-7b7eac826469 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.1468327 Sep 23 18:44:03.133581 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-961ba30d-173c-4864-985b-bd20b6926e5a req-6585f899-89e9-4120-92de-d7545cd13230 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781255 Sep 23 18:44:03.364698 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19e8ca-d752-4e45-8f2f-bebf62de84ac req-a13889aa-8374-4c27-9535-c305d72a9555 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:03.366833 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5d19e8ca-d752-4e45-8f2f-bebf62de84ac req-a13889aa-8374-4c27-9535-c305d72a9555 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 946 time: 0.1347301 Sep 23 18:44:03.503883 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74288c-f288-48f4-936d-bfcc3c5cc171 req-9733498d-5552-4c77-947a-b3eef59ff34b tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:03.517008 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0e74288c-f288-48f4-936d-bfcc3c5cc171 req-9733498d-5552-4c77-947a-b3eef59ff34b tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 946 time: 0.1485848 Sep 23 18:44:03.601250 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0e74288c-f288-48f4-936d-bfcc3c5cc171 req-8f75957b-1be0-44cd-920b-c10222281574 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/security-groups?id=49cf69c5-dc39-4282-ab4f-33d774e04486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602212 Sep 23 18:44:03.601250 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-5d19e8ca-d752-4e45-8f2f-bebf62de84ac req-4cd402b1-aae8-4675-b4d0-07ae2911a570 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Deleting port 9e1e304b-7899-48a1-8bb4-0db909b5b138 {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:44:03.601250 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-5d19e8ca-d752-4e45-8f2f-bebf62de84ac req-4cd402b1-aae8-4675-b4d0-07ae2911a570 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:03.789045 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device f0a1f538-59d0-46bb-8c53-9c5a6caaf435 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:44:03.798029 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c83487cd-ff8f-43b5-ad10-dd30be2dc1ac req-78054c2c-2c83-4f79-b3ca-27766a830371 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 210 time: 0.0848036 Sep 23 18:44:03.913424 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port f0a1f538-59d0-46bb-8c53-9c5a6caaf435 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:44:03.914048 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:03.926721 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-5d19e8ca-d752-4e45-8f2f-bebf62de84ac req-4cd402b1-aae8-4675-b4d0-07ae2911a570 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] For port 9e1e304b-7899-48a1-8bb4-0db909b5b138, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=9e1e304b-7899-48a1-8bb4-0db909b5b138,segment=NetworkSegment(bb04f1df-eb03-4186-98a1-808fb306b4ac),segment_id=bb04f1df-eb03-4186-98a1-808fb306b4ac)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:44:03.927670 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-5d19e8ca-d752-4e45-8f2f-bebf62de84ac req-4cd402b1-aae8-4675-b4d0-07ae2911a570 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:04.009524 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-dd2661c5-eeda-4233-9db3-3fcc4b2702e8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:04.009838 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:04.011003 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-dd2661c5-eeda-4233-9db3-3fcc4b2702e8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.42 "GET /v2.0/networks?id=6d34e785-4ce6-4052-99a6-618ee041cb51 HTTP/1.1" status: 200 len: 816 time: 0.2990093 Sep 23 18:44:04.034213 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-5d19e8ca-d752-4e45-8f2f-bebf62de84ac req-4cd402b1-aae8-4675-b4d0-07ae2911a570 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Calling delete_port for 9e1e304b-7899-48a1-8bb4-0db909b5b138 owned by compute:nova {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:44:04.057461 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port f0a1f538-59d0-46bb-8c53-9c5a6caaf435, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=f0a1f538-59d0-46bb-8c53-9c5a6caaf435,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:44:04.062908 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:04.133919 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=f0a1f538-59d0-46bb-8c53-9c5a6caaf435,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:04.141845 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-dd9da4e5-9ece-41ac-853e-6dbb6ecf9019 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbb56b36ced8493398183f5414134de6 HTTP/1.1" status: 200 len: 380 time: 0.1150329 Sep 23 18:44:04.155817 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-b973b4fd-f459-4033-b961-fd5b0ea58977 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Request body: {'port': {'device_id': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'admin_state_up': True, 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'security_groups': ['a999b4a9-c399-4018-819b-3c59cc800262']}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:44:04.600393 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c635-dc57-43a4-a298-dfc40f658d7c req-9e7ee4b9-eac0-4dd3-89ca-dd8d02e45b3d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:04.601833 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5c13c635-dc57-43a4-a298-dfc40f658d7c req-9e7ee4b9-eac0-4dd3-89ca-dd8d02e45b3d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.3954449 Sep 23 18:44:04.671862 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-5d19e8ca-d752-4e45-8f2f-bebf62de84ac req-4cd402b1-aae8-4675-b4d0-07ae2911a570 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:04.674980 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-b973b4fd-f459-4033-b961-fd5b0ea58977 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Made reservation on behalf of bbb56b36ced8493398183f5414134de6 for: {'port': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:44:04.679285 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-b973b4fd-f459-4033-b961-fd5b0ea58977 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:04.683889 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5c13c635-dc57-43a4-a298-dfc40f658d7c req-39798ea4-b639-48f9-a2e6-8b1f903e2e10 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714529 Sep 23 18:44:04.691922 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['9e1e304b-7899-48a1-8bb4-0db909b5b138'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:44:04.742590 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd402b1-aae8-4675-b4d0-07ae2911a570 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Pushing event deleted for resources: {'Port': ['ID=9e1e304b-7899-48a1-8bb4-0db909b5b138,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:04.765788 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d3a792c2-b1bf-4c50-93b9-3787eabef59a req-998ebf4e-3e4f-419b-b856-e07d689c75e3 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d95f2cc-43f4-4359-bb9a-e29aad3434b4 HTTP/1.1" status: 200 len: 210 time: 0.0799286 Sep 23 18:44:04.832611 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d19e8ca-d752-4e45-8f2f-bebf62de84ac req-4cd402b1-aae8-4675-b4d0-07ae2911a570 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] No DVR routers for this DVR port 9e1e304b-7899-48a1-8bb4-0db909b5b138 on host hv-cinder-81041 {{(pid=100704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:44:04.835931 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-5d19e8ca-d752-4e45-8f2f-bebf62de84ac req-4cd402b1-aae8-4675-b4d0-07ae2911a570 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:04.838360 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5d19e8ca-d752-4e45-8f2f-bebf62de84ac req-4cd402b1-aae8-4675-b4d0-07ae2911a570 tempest-VolumesActionsTest-832912731 tempest-VolumesActionsTest-832912731-project] 10.222.0.42 "DELETE /v2.0/ports/9e1e304b-7899-48a1-8bb4-0db909b5b138 HTTP/1.1" status: 204 len: 173 time: 1.4611738 Sep 23 18:44:04.848207 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95f2cc-43f4-4359-bb9a-e29aad3434b4', 'name': 'network-vif-deleted', 'tag': '9e1e304b-7899-48a1-8bb4-0db909b5b138'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:44:04.851758 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4e03f3-21bb-4cf5-84d6-9ecceb6b2256" -d '{"events": [{"server_uuid": "6d95f2cc-43f4-4359-bb9a-e29aad3434b4", "name": "network-vif-deleted", "tag": "9e1e304b-7899-48a1-8bb4-0db909b5b138"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:44:04.918954 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7c4412-8ad9-42cd-b4f6-6ce87fa24b52 x-openstack-request-id: req-da7c4412-8ad9-42cd-b4f6-6ce87fa24b52 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:44:04.919245 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95f2cc-43f4-4359-bb9a-e29aad3434b4", "name": "network-vif-deleted", "tag": "9e1e304b-7899-48a1-8bb4-0db909b5b138", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:44:04.919495 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da7c4412-8ad9-42cd-b4f6-6ce87fa24b52 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:44:04.919884 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95f2cc-43f4-4359-bb9a-e29aad3434b4', 'name': 'network-vif-deleted', 'tag': '9e1e304b-7899-48a1-8bb4-0db909b5b138', 'status': 'completed', 'code': 200} Sep 23 18:44:04.945763 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ed00c9eb-90f4-4d18-ab46-18f15c4138de req-dab9d7ce-0b3c-46ee-8041-93df89f0c467 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 210 time: 0.0392833 Sep 23 18:44:04.965689 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-b973b4fd-f459-4033-b961-fd5b0ea58977 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Allocated IP 172.20.0.13 (6d34e785-4ce6-4052-99a6-618ee041cb51/4fd91db2-dbef-4742-8637-4ee71c7c4188/de6f957b-08b2-4ab9-81df-728f087943af) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:44:05.105367 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-b973b4fd-f459-4033-b961-fd5b0ea58977 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:05.136881 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-b973b4fd-f459-4033-b961-fd5b0ea58977 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:05.181752 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-b973b4fd-f459-4033-b961-fd5b0ea58977 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Network 6d34e785-4ce6-4052-99a6-618ee041cb51 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:44:05.184808 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-b973b4fd-f459-4033-b961-fd5b0ea58977 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:44:05.188423 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-b973b4fd-f459-4033-b961-fd5b0ea58977 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:44:05.218256 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973b4fd-f459-4033-b961-fd5b0ea58977 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event updated for resources: {'Port': ['ID=de6f957b-08b2-4ab9-81df-728f087943af,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:05.249563 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-b973b4fd-f459-4033-b961-fd5b0ea58977 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:05.250194 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-b973b4fd-f459-4033-b961-fd5b0ea58977 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:05.266766 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-b973b4fd-f459-4033-b961-fd5b0ea58977 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1146030 Sep 23 18:44:05.282689 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Request body: {'port': {'device_id': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:44:05.350582 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:05.460801 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-ebc52c5c-7655-43ec-8ef3-5c457259551f None None] Provisioning complete for port de6f957b-08b2-4ab9-81df-728f087943af triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:44:05.461326 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-ebc52c5c-7655-43ec-8ef3-5c457259551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:05.510568 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-ebc52c5c-7655-43ec-8ef3-5c457259551f None None] Port de6f957b-08b2-4ab9-81df-728f087943af cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:44:05.668837 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6f957b-08b2-4ab9-81df-728f087943af {{(pid=100704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:44:05.680535 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:05.693560 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.provisioning_blocks [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Transition to ACTIVE for port object de6f957b-08b2-4ab9-81df-728f087943af will not be triggered until provisioned by entity L2. {{(pid=100704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:44:05.697409 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:05.735373 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device f0a1f538-59d0-46bb-8c53-9c5a6caaf435 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:44:05.817731 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port f0a1f538-59d0-46bb-8c53-9c5a6caaf435 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:44:05.818257 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:05.840340 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Pushing event updated for resources: {'Port': ['ID=de6f957b-08b2-4ab9-81df-728f087943af,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:05.891674 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148230d3-0ae8-4947-bcc6-32364eced497 req-230a7094-2be4-4287-9701-58317fcf3e21 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:05.896957 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-148230d3-0ae8-4947-bcc6-32364eced497 req-230a7094-2be4-4287-9701-58317fcf3e21 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.1337318 Sep 23 18:44:05.936039 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Attempting to bind port de6f957b-08b2-4ab9-81df-728f087943af on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:44:05.936039 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Attempting to bind port de6f957b-08b2-4ab9-81df-728f087943af by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:44:05.936364 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Attempting to bind port de6f957b-08b2-4ab9-81df-728f087943af on network 6d34e785-4ce6-4052-99a6-618ee041cb51 {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:44:05.949014 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Port de6f957b-08b2-4ab9-81df-728f087943af on network 6d34e785-4ce6-4052-99a6-618ee041cb51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:44:05.949214 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Attempting to bind port de6f957b-08b2-4ab9-81df-728f087943af on network 6d34e785-4ce6-4052-99a6-618ee041cb51 {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:44:05.965908 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-148230d3-0ae8-4947-bcc6-32364eced497 req-2fb4af9b-7eca-4c28-9b1e-8a456ec27ef2 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611031 Sep 23 18:44:05.966883 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:44:05.967227 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Checking segment: {'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:44:05.967604 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Bound using segment: {'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:44:05.968049 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Bound port: de6f957b-08b2-4ab9-81df-728f087943af, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'}}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:44:05.968464 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:06.041888 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] For port de6f957b-08b2-4ab9-81df-728f087943af, host hv-cinder-81041, cleared binding levels {{(pid=100704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:44:06.045285 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] For port de6f957b-08b2-4ab9-81df-728f087943af, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=de6f957b-08b2-4ab9-81df-728f087943af,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:44:06.061631 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:06.125178 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:06.125874 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:06.127459 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] 10.222.0.42 "PUT /v2.0/ports/de6f957b-08b2-4ab9-81df-728f087943af HTTP/1.1" status: 200 len: 1094 time: 0.8516362 Sep 23 18:44:06.144686 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d708428-ad8d-4e18-ab1b-fb0811da2427 req-84b46f23-0964-4749-b517-e36baf8f8b1d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:06.146272 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5d708428-ad8d-4e18-ab1b-fb0811da2427 req-84b46f23-0964-4749-b517-e36baf8f8b1d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0976183 Sep 23 18:44:06.183176 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1d1c0-9a6d-4e3b-9155-076422d2730c service neutron] Pushing event updated for resources: {'Port': ['ID=de6f957b-08b2-4ab9-81df-728f087943af,revision_number=3']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:06.203506 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5d708428-ad8d-4e18-ab1b-fb0811da2427 req-af10925f-1797-469d-aded-5714903bfbb9 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479469 Sep 23 18:44:06.301820 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Sync routers for ids ['31c388e4-948e-4764-9aab-3b0add2bba70'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:44:06.319300 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Routers {'31c388e4-948e-4764-9aab-3b0add2bba70'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:44:06.320033 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:43:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['31c388e4-948e-4764-9aab-3b0add2bba70'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:44:06.461771 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Set router 31c388e4-948e-4764-9aab-3b0add2bba70 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:44:06.662074 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 58338) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:06.676462 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'name': 'tempest-TestShelveInstance-956431433-router', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f0a1f538-59d0-46bb-8c53-9c5a6caaf435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:49Z', 'updated_at': '2021-09-23T18:43:56Z', 'revision_number': 4, 'project_id': '99a456ea15bd455fb2df7c43d59cb390', 'gw_port': {'id': 'f0a1f538-59d0-46bb-8c53-9c5a6caaf435', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:51Z', 'updated_at': '2021-09-23T18:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'd9170204-73f1-461c-912c-a117df47bf70', 'name': '', 'network_id': 'aa77830e-5487-46e2-88fb-86e77e918c15', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'mac_address': 'fa:16:3e:fa:88:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '9e749008-a799-4725-9e07-28e6b1099a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:55Z', 'updated_at': '2021-09-23T18:43:57Z', 'revision_number': 2, 'project_id': '99a456ea15bd455fb2df7c43d59cb390', 'subnets': [{'id': '9e749008-a799-4725-9e07-28e6b1099a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:44:06.702241 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Checking router: 31c388e4-948e-4764-9aab-3b0add2bba70 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:44:06.702613 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Updating router 31c388e4-948e-4764-9aab-3b0add2bba70 port d9170204-73f1-461c-912c-a117df47bf70 binding host dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:44:06.732431 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:06.775617 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-47ee36e8-84cf-446a-95a7-81befb89766f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:06.874173 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-47ee36e8-84cf-446a-95a7-81befb89766f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:06.878087 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-47ee36e8-84cf-446a-95a7-81befb89766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:06.917601 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-47ee36e8-84cf-446a-95a7-81befb89766f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=06c62b2129d8454eb1b2e3a2bed9cec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519975 Sep 23 18:44:06.917601 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee36e8-84cf-446a-95a7-81befb89766f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb841f7e-3ff4-40d2-b020-16fa2792072f,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:06.918075 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 58346) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:06.926097 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'tag': 'de6f957b-08b2-4ab9-81df-728f087943af'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:44:06.928616 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22aac618-cc52-4edb-ab84-46ae776dc8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4dd0d5-bd7a-4ca1-91de-64d05cf24464", "tag": "de6f957b-08b2-4ab9-81df-728f087943af"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:44:06.967273 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86cf354-dd96-4679-9d22-a0dd90bc9e1b x-openstack-request-id: req-e86cf354-dd96-4679-9d22-a0dd90bc9e1b {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:44:06.967774 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4dd0d5-bd7a-4ca1-91de-64d05cf24464", "tag": "de6f957b-08b2-4ab9-81df-728f087943af", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:44:06.968024 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e86cf354-dd96-4679-9d22-a0dd90bc9e1b {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:44:06.968453 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'tag': 'de6f957b-08b2-4ab9-81df-728f087943af', 'status': 'completed', 'code': 200} Sep 23 18:44:06.983798 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2d22fb97-e156-439b-97e8-d4a3455fa00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:07.005879 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2d22fb97-e156-439b-97e8-d4a3455fa00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:07.010653 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:07.017309 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:07.077860 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2d22fb97-e156-439b-97e8-d4a3455fa00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:07.079681 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2d22fb97-e156-439b-97e8-d4a3455fa00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:07.081738 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eacda0-6402-48d6-9a0b-06b88313c51a None None] Pushing event updated for resources: {'Port': ['ID=d9170204-73f1-461c-912c-a117df47bf70,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:07.083229 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-2d22fb97-e156-439b-97e8-d4a3455fa00d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb841f7e-3ff4-40d2-b020-16fa2792072f HTTP/1.1" status: 204 len: 168 time: 0.1611042 Sep 23 18:44:07.120050 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22fb97-e156-439b-97e8-d4a3455fa00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb841f7e-3ff4-40d2-b020-16fa2792072f,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:07.151188 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d09a2b-609d-448d-a4ad-c0ca50d6caad req-6d0fab78-6435-4ea5-a516-553b8686b124 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:07.153214 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b2d09a2b-609d-448d-a4ad-c0ca50d6caad req-6d0fab78-6435-4ea5-a516-553b8686b124 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0944364 Sep 23 18:44:07.157636 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Attempting to bind port d9170204-73f1-461c-912c-a117df47bf70 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:44:07.158016 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Attempting to bind port d9170204-73f1-461c-912c-a117df47bf70 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': 'dcd0d585-db50-444a-92d5-320805d501e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'aa77830e-5487-46e2-88fb-86e77e918c15'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:44:07.158379 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Attempting to bind port d9170204-73f1-461c-912c-a117df47bf70 on network aa77830e-5487-46e2-88fb-86e77e918c15 {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:44:07.167860 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:44:07.168319 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Checking segment: {'id': 'dcd0d585-db50-444a-92d5-320805d501e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'aa77830e-5487-46e2-88fb-86e77e918c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:44:07.168727 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:07.169112 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Bound using segment: {'id': 'dcd0d585-db50-444a-92d5-320805d501e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'aa77830e-5487-46e2-88fb-86e77e918c15'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:44:07.170188 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Bound port: d9170204-73f1-461c-912c-a117df47bf70, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0d585-db50-444a-92d5-320805d501e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'aa77830e-5487-46e2-88fb-86e77e918c15'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:44:07.170723 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:07.210574 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b2d09a2b-609d-448d-a4ad-c0ca50d6caad req-07e02053-5bdd-4f55-a182-6044a2291388 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488701 Sep 23 18:44:07.264909 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] For port d9170204-73f1-461c-912c-a117df47bf70, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:44:07.270037 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] For port d9170204-73f1-461c-912c-a117df47bf70, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=d9170204-73f1-461c-912c-a117df47bf70,segment=NetworkSegment(dcd0d585-db50-444a-92d5-320805d501e2),segment_id=dcd0d585-db50-444a-92d5-320805d501e2)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:44:07.281595 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:07.375586 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Routers {'31c388e4-948e-4764-9aab-3b0add2bba70'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:44:07.376862 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:43:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['31c388e4-948e-4764-9aab-3b0add2bba70'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:44:07.382074 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eacda0-6402-48d6-9a0b-06b88313c51a None None] Pushing event updated for resources: {'Port': ['ID=d9170204-73f1-461c-912c-a117df47bf70,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:07.442270 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b888c1-d094-42ab-8e2d-6aec794b5917 req-0bfc12e8-1fe6-4e57-ae96-440fcc5a747b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:07.444784 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-29b888c1-d094-42ab-8e2d-6aec794b5917 req-0bfc12e8-1fe6-4e57-ae96-440fcc5a747b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.1530437 Sep 23 18:44:07.472085 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-c43e6959-b6dc-4491-85ac-14aaf8db27e2 None None] Provisioning complete for port d9170204-73f1-461c-912c-a117df47bf70 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:44:07.472666 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-c43e6959-b6dc-4491-85ac-14aaf8db27e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:07.484402 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-29b888c1-d094-42ab-8e2d-6aec794b5917 req-0e0792b1-c1b8-4c10-9a2a-b3dc4abb260d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334995 Sep 23 18:44:07.557617 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] Set router 31c388e4-948e-4764-9aab-3b0add2bba70 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:44:07.683257 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-c43e6959-b6dc-4491-85ac-14aaf8db27e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:07.732056 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device d9170204-73f1-461c-912c-a117df47bf70 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:44:07.884295 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 9e1e304b-7899-48a1-8bb4-0db909b5b138 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:44:07.919367 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: 9e1e304b-7899-48a1-8bb4-0db909b5b138 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:44:07.919707 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 9e1e304b-7899-48a1-8bb4-0db909b5b138 not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:44:07.927918 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-c43e6959-b6dc-4491-85ac-14aaf8db27e2 None None] For port d9170204-73f1-461c-912c-a117df47bf70, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=d9170204-73f1-461c-912c-a117df47bf70,segment=NetworkSegment(dcd0d585-db50-444a-92d5-320805d501e2),segment_id=dcd0d585-db50-444a-92d5-320805d501e2)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:44:07.940654 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-c43e6959-b6dc-4491-85ac-14aaf8db27e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:08.028634 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port d9170204-73f1-461c-912c-a117df47bf70 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:44:08.029014 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:08.032109 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e6959-b6dc-4491-85ac-14aaf8db27e2 None None] Pushing event updated for resources: {'Port': ['ID=d9170204-73f1-461c-912c-a117df47bf70,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:08.096825 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-05b18d54-5e71-47ca-abdb-b434217e09fb None None] Provisioning complete for port d9170204-73f1-461c-912c-a117df47bf70 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:44:08.097192 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-05b18d54-5e71-47ca-abdb-b434217e09fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:08.126086 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'name': 'tempest-TestShelveInstance-956431433-router', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f0a1f538-59d0-46bb-8c53-9c5a6caaf435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:49Z', 'updated_at': '2021-09-23T18:43:56Z', 'revision_number': 4, 'project_id': '99a456ea15bd455fb2df7c43d59cb390', 'gw_port': {'id': 'f0a1f538-59d0-46bb-8c53-9c5a6caaf435', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:51Z', 'updated_at': '2021-09-23T18:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'd9170204-73f1-461c-912c-a117df47bf70', 'name': '', 'network_id': 'aa77830e-5487-46e2-88fb-86e77e918c15', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'mac_address': 'fa:16:3e:fa:88:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '9e749008-a799-4725-9e07-28e6b1099a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:55Z', 'updated_at': '2021-09-23T18:44:07Z', 'revision_number': 4, 'project_id': '99a456ea15bd455fb2df7c43d59cb390', 'subnets': [{'id': '9e749008-a799-4725-9e07-28e6b1099a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:44:08.162408 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b41ab5-4653-44a3-b24a-da390e030aa7 None None] The sync data for ids ['31c388e4-948e-4764-9aab-3b0add2bba70'] in dv-cinder-810415-4-iscsi is: [{'id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'name': 'tempest-TestShelveInstance-956431433-router', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f0a1f538-59d0-46bb-8c53-9c5a6caaf435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:49Z', 'updated_at': '2021-09-23T18:43:56Z', 'revision_number': 4, 'project_id': '99a456ea15bd455fb2df7c43d59cb390', 'gw_port': {'id': 'f0a1f538-59d0-46bb-8c53-9c5a6caaf435', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:51Z', 'updated_at': '2021-09-23T18:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'd9170204-73f1-461c-912c-a117df47bf70', 'name': '', 'network_id': 'aa77830e-5487-46e2-88fb-86e77e918c15', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'mac_address': 'fa:16:3e:fa:88:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '9e749008-a799-4725-9e07-28e6b1099a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:55Z', 'updated_at': '2021-09-23T18:44:07Z', 'revision_number': 4, 'project_id': '99a456ea15bd455fb2df7c43d59cb390', 'subnets': [{'id': '9e749008-a799-4725-9e07-28e6b1099a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:44:08.329329 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abc5e3-7171-4038-9be5-b18e04c3a058 req-464075f6-28bd-4af4-9289-4068b1ddeb4e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:08.330876 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a1abc5e3-7171-4038-9be5-b18e04c3a058 req-464075f6-28bd-4af4-9289-4068b1ddeb4e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0499027 Sep 23 18:44:08.372025 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a1abc5e3-7171-4038-9be5-b18e04c3a058 req-7191fbd0-a20a-4827-813d-de2835d0aab4 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345526 Sep 23 18:44:08.621467 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c2a59-84ec-46d1-b5fe-e8c0c71e0088 req-0cfff3f5-4cae-4c0e-8c1c-e3c0fdd7bb89 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:08.622972 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-494c2a59-84ec-46d1-b5fe-e8c0c71e0088 req-0cfff3f5-4cae-4c0e-8c1c-e3c0fdd7bb89 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0656831 Sep 23 18:44:08.664164 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-494c2a59-84ec-46d1-b5fe-e8c0c71e0088 req-c8689db5-6387-40d0-a428-7bc4704ec64a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351388 Sep 23 18:44:09.043235 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-6268c292-9427-4531-9320-035912504ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:09.044905 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-6268c292-9427-4531-9320-035912504ec5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbb56b36ced8493398183f5414134de6&device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 1097 time: 0.0454295 Sep 23 18:44:09.088380 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-a7a0e863-ecdc-4a14-abdd-23672f1a2163 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de6f957b-08b2-4ab9-81df-728f087943af HTTP/1.1" status: 200 len: 217 time: 0.0340273 Sep 23 18:44:09.151496 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-1a621fc8-ad25-4ecb-a5b1-6fa00f9b5088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:09.152905 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-1a621fc8-ad25-4ecb-a5b1-6fa00f9b5088 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4fd91db2-dbef-4742-8637-4ee71c7c4188 HTTP/1.1" status: 200 len: 855 time: 0.0469277 Sep 23 18:44:09.207306 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-e96716e2-5878-4788-9faf-ef6e9fe00664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:09.210144 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-e96716e2-5878-4788-9faf-ef6e9fe00664 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d34e785-4ce6-4052-99a6-618ee041cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472944 Sep 23 18:44:09.311696 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-0ee45213-8853-412c-8b2e-ca7e9df7f442 service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886824 Sep 23 18:44:09.419848 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82d1558d-451d-43e1-bc39-4f1923ad69a4 req-a5603dfd-0531-4d61-b3fe-f353bca6cb26 service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938606 Sep 23 18:44:09.497431 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522414c9-4115-48a7-b80f-1f21bc3b00aa req-b63055ba-c828-41dd-abe4-1db6e6ff74ba tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:09.498923 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-522414c9-4115-48a7-b80f-1f21bc3b00aa req-b63055ba-c828-41dd-abe4-1db6e6ff74ba tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0575783 Sep 23 18:44:09.558597 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-522414c9-4115-48a7-b80f-1f21bc3b00aa req-e1a38420-8b93-4a96-bc06-e38afc10f810 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431688 Sep 23 18:44:09.560569 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aac618-cc52-4edb-ab84-46ae776dc8bd req-7d4bf5a0-c9e2-41c8-81e9-3670877a29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:09.562033 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22aac618-cc52-4edb-ab84-46ae776dc8bd req-7d4bf5a0-c9e2-41c8-81e9-3670877a29f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbb56b36ced8493398183f5414134de6&device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 1097 time: 0.0830851 Sep 23 18:44:09.652088 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aac618-cc52-4edb-ab84-46ae776dc8bd req-858b283b-fe97-4f26-b4d0-bd9053c1682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:09.653721 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22aac618-cc52-4edb-ab84-46ae776dc8bd req-858b283b-fe97-4f26-b4d0-bd9053c1682d service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d34e785-4ce6-4052-99a6-618ee041cb51 HTTP/1.1" status: 200 len: 918 time: 0.0840628 Sep 23 18:44:09.702173 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device d9170204-73f1-461c-912c-a117df47bf70 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:44:09.708768 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22aac618-cc52-4edb-ab84-46ae776dc8bd req-df3a9ff2-d4b3-4e1a-8b07-72d1a235f391 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de6f957b-08b2-4ab9-81df-728f087943af HTTP/1.1" status: 200 len: 217 time: 0.0456762 Sep 23 18:44:09.756102 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port d9170204-73f1-461c-912c-a117df47bf70 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:44:09.756512 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:09.761876 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aac618-cc52-4edb-ab84-46ae776dc8bd req-212ab62f-8916-4f14-b530-7af5e9018a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:09.763430 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22aac618-cc52-4edb-ab84-46ae776dc8bd req-212ab62f-8916-4f14-b530-7af5e9018a37 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4fd91db2-dbef-4742-8637-4ee71c7c4188 HTTP/1.1" status: 200 len: 855 time: 0.0481057 Sep 23 18:44:09.842173 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee8f1e-a880-48eb-90e9-22e1df3557e2 req-469a087b-6c71-41ad-85a6-9fecde079bab tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:09.843697 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-baee8f1e-a880-48eb-90e9-22e1df3557e2 req-469a087b-6c71-41ad-85a6-9fecde079bab tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0838120 Sep 23 18:44:09.850135 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aac618-cc52-4edb-ab84-46ae776dc8bd req-b25cdbc5-542c-4c9d-84b7-6afc6d56487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:09.851699 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22aac618-cc52-4edb-ab84-46ae776dc8bd req-b25cdbc5-542c-4c9d-84b7-6afc6d56487a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d34e785-4ce6-4052-99a6-618ee041cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629673 Sep 23 18:44:09.910482 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-baee8f1e-a880-48eb-90e9-22e1df3557e2 req-f5c6b3bd-5abd-440e-a3ee-3aaa5192f2e7 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575035 Sep 23 18:44:09.967712 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22aac618-cc52-4edb-ab84-46ae776dc8bd req-cda18a33-3fcd-447e-82d6-8840205b0063 service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081197 Sep 23 18:44:10.061621 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-22aac618-cc52-4edb-ab84-46ae776dc8bd req-6464c620-5ae9-4be3-9fae-b011bfc407ab service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859840 Sep 23 18:44:10.674776 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44792d10-02ba-4d9d-8bc3-9d3e22e60025 req-ae9b052e-7ae8-42f2-a212-715cc43300f8 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:10.676371 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-44792d10-02ba-4d9d-8bc3-9d3e22e60025 req-ae9b052e-7ae8-42f2-a212-715cc43300f8 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0491118 Sep 23 18:44:10.728070 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-44792d10-02ba-4d9d-8bc3-9d3e22e60025 req-def84a59-2f9d-4ca9-ac4c-55156df6ac23 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449431 Sep 23 18:44:10.979704 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device de6f957b-08b2-4ab9-81df-728f087943af details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:44:11.030148 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504fe92-c08b-4b6d-8e8f-0075d717e41c req-f00ad131-2b72-44d6-b477-7cafaa91d2f2 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:11.031623 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7504fe92-c08b-4b6d-8e8f-0075d717e41c req-f00ad131-2b72-44d6-b477-7cafaa91d2f2 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0479445 Sep 23 18:44:11.071025 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7504fe92-c08b-4b6d-8e8f-0075d717e41c req-b0bd5943-87be-4deb-8c51-7a8922deecdb tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323937 Sep 23 18:44:11.076036 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port de6f957b-08b2-4ab9-81df-728f087943af, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=de6f957b-08b2-4ab9-81df-728f087943af,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:44:11.087535 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': 'de6f957b-08b2-4ab9-81df-728f087943af', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'port_id': 'de6f957b-08b2-4ab9-81df-728f087943af', 'mac_address': 'fa:16:3e:79:69:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:44:11.132839 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:11.149034 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6f957b-08b2-4ab9-81df-728f087943af {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:44:11.168773 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port de6f957b-08b2-4ab9-81df-728f087943af, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=de6f957b-08b2-4ab9-81df-728f087943af,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:44:11.173082 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:11.221659 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=de6f957b-08b2-4ab9-81df-728f087943af,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:11.432696 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['de6f957b-08b2-4ab9-81df-728f087943af'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:44:11.843636 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e04188-5e94-4b02-8cde-d98db4253550 req-a031965e-4638-46ab-8de3-18fc9647740d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:11.845107 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-32e04188-5e94-4b02-8cde-d98db4253550 req-a031965e-4638-46ab-8de3-18fc9647740d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0510039 Sep 23 18:44:11.881800 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-32e04188-5e94-4b02-8cde-d98db4253550 req-a379bdd9-345d-435e-be74-622dc2d74004 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308735 Sep 23 18:44:12.197088 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e31e34-302c-40d6-a715-869d7de9436c req-b12972cb-2212-4a38-bf5d-3d68ba497283 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:12.198565 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-17e31e34-302c-40d6-a715-869d7de9436c req-b12972cb-2212-4a38-bf5d-3d68ba497283 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 945 time: 0.0542808 Sep 23 18:44:12.235505 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-17e31e34-302c-40d6-a715-869d7de9436c req-4a9275f4-d5a3-4aa5-8ae2-7372a870c1a1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310323 Sep 23 18:44:12.728058 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 58434) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:12.843454 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4bd39929-43a6-4f42-8f08-ddb74e55040a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:12.930960 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4bd39929-43a6-4f42-8f08-ddb74e55040a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:12.934831 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4bd39929-43a6-4f42-8f08-ddb74e55040a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:12.980534 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device de6f957b-08b2-4ab9-81df-728f087943af up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:44:12.994494 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd39929-43a6-4f42-8f08-ddb74e55040a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808f7f81-37c1-43d9-b280-eb3a280c5cb1,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:13.004149 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-4bd39929-43a6-4f42-8f08-ddb74e55040a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=03802c1104ad48878c279093203c0bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748339 Sep 23 18:44:13.005954 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 58440) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:13.036767 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9aa187-b785-4cfa-8a5c-f1f8c82e2842 req-a938d6da-5699-4970-803b-2c5800a47251 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:13.038574 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ba9aa187-b785-4cfa-8a5c-f1f8c82e2842 req-a938d6da-5699-4970-803b-2c5800a47251 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0866675 Sep 23 18:44:13.058933 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port de6f957b-08b2-4ab9-81df-728f087943af completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:44:13.060592 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e3dbeb6b-d023-49f2-b2ae-b06a43f9f367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:13.062683 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port de6f957b-08b2-4ab9-81df-728f087943af triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:44:13.063060 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:13.081961 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e3dbeb6b-d023-49f2-b2ae-b06a43f9f367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:13.086766 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ba9aa187-b785-4cfa-8a5c-f1f8c82e2842 req-cbfdee02-e2ab-4917-87e9-34176d032676 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404625 Sep 23 18:44:13.148002 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e3dbeb6b-d023-49f2-b2ae-b06a43f9f367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:13.150581 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e3dbeb6b-d023-49f2-b2ae-b06a43f9f367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:13.154339 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-e3dbeb6b-d023-49f2-b2ae-b06a43f9f367 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/808f7f81-37c1-43d9-b280-eb3a280c5cb1 HTTP/1.1" status: 204 len: 168 time: 0.1449838 Sep 23 18:44:13.159816 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:13.159943 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbeb6b-d023-49f2-b2ae-b06a43f9f367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808f7f81-37c1-43d9-b280-eb3a280c5cb1,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:13.195320 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6f957b-08b2-4ab9-81df-728f087943af'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:44:13.197624 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce2facf-b926-4085-933a-d1371fe6051f" -d '{"events": [{"server_uuid": "3e4dd0d5-bd7a-4ca1-91de-64d05cf24464", "name": "network-vif-plugged", "status": "completed", "tag": "de6f957b-08b2-4ab9-81df-728f087943af"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:44:13.212310 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port de6f957b-08b2-4ab9-81df-728f087943af, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=de6f957b-08b2-4ab9-81df-728f087943af,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:44:13.217223 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:13.241759 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a0c16c-5ec3-4a76-9154-5a1b3572dbb9 x-openstack-request-id: req-f3a0c16c-5ec3-4a76-9154-5a1b3572dbb9 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:44:13.242074 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4dd0d5-bd7a-4ca1-91de-64d05cf24464", "name": "network-vif-plugged", "status": "completed", "tag": "de6f957b-08b2-4ab9-81df-728f087943af", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:44:13.242326 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3a0c16c-5ec3-4a76-9154-5a1b3572dbb9 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:44:13.242705 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6f957b-08b2-4ab9-81df-728f087943af', 'code': 200} Sep 23 18:44:13.271722 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=de6f957b-08b2-4ab9-81df-728f087943af,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:13.455529 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f30bd-9838-4933-b8bf-293e189d4316 req-5fd971c6-cd40-4efa-8e8c-0a74b831fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:13.457218 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a59f30bd-9838-4933-b8bf-293e189d4316 req-5fd971c6-cd40-4efa-8e8c-0a74b831fc32 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 1099 time: 0.0500574 Sep 23 18:44:13.462648 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 58454) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:13.477682 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ca61b27e-359a-42a0-af89-c6b9fb38c570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:13.529140 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a59f30bd-9838-4933-b8bf-293e189d4316 req-75e2d5f9-2903-40a6-b321-84630d8975f8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612962 Sep 23 18:44:13.539454 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9168a5-7bb2-4783-a5c0-973f82986004 req-b4310af4-5c42-49d6-ae35-9a166df29b03 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:13.541187 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7e9168a5-7bb2-4783-a5c0-973f82986004 req-b4310af4-5c42-49d6-ae35-9a166df29b03 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0830083 Sep 23 18:44:13.573176 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ca61b27e-359a-42a0-af89-c6b9fb38c570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:13.577487 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ca61b27e-359a-42a0-af89-c6b9fb38c570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:13.583607 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7e9168a5-7bb2-4783-a5c0-973f82986004 req-17c57eeb-9fd4-4d9c-9302-bc55941a6bf0 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365069 Sep 23 18:44:13.615000 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-ca61b27e-359a-42a0-af89-c6b9fb38c570 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80a87b881aed46ee82920afe01d8ecfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512947 Sep 23 18:44:13.615839 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61b27e-359a-42a0-af89-c6b9fb38c570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b3bf0d-a96f-4d24-b20d-c344fdaecb6a,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:13.617693 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 58456) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:13.665710 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bd14dd21-32cb-4bcf-8aa5-f913371f2ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:13.687369 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bd14dd21-32cb-4bcf-8aa5-f913371f2ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:13.733717 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bd14dd21-32cb-4bcf-8aa5-f913371f2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:13.736180 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bd14dd21-32cb-4bcf-8aa5-f913371f2ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:13.737556 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-bd14dd21-32cb-4bcf-8aa5-f913371f2ed4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11b3bf0d-a96f-4d24-b20d-c344fdaecb6a HTTP/1.1" status: 204 len: 168 time: 0.1188788 Sep 23 18:44:13.745681 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14dd21-32cb-4bcf-8aa5-f913371f2ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b3bf0d-a96f-4d24-b20d-c344fdaecb6a,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:14.219606 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c55ac-cf7c-49fe-ad45-c0d72017a852 req-2c85bf91-f924-4c0a-b947-27264480adeb tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:14.221277 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d31c55ac-cf7c-49fe-ad45-c0d72017a852 req-2c85bf91-f924-4c0a-b947-27264480adeb tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0547900 Sep 23 18:44:14.280905 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d31c55ac-cf7c-49fe-ad45-c0d72017a852 req-467b539c-1379-4920-921b-3f75761c39af tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523524 Sep 23 18:44:14.702991 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10187716-440c-414d-9c7c-65c2789c38b7 req-47ec7ebf-5c88-42aa-9017-815b3483b5f2 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:14.704577 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-10187716-440c-414d-9c7c-65c2789c38b7 req-47ec7ebf-5c88-42aa-9017-815b3483b5f2 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0512640 Sep 23 18:44:14.766412 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-10187716-440c-414d-9c7c-65c2789c38b7 req-65c8ff72-391b-44ce-8439-ba18583a7cd3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474021 Sep 23 18:44:14.840364 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 58498) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:14.949036 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-525b3b00-5dc1-44ec-aff9-74661b92b676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:15.036330 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-525b3b00-5dc1-44ec-aff9-74661b92b676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:15.040043 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-525b3b00-5dc1-44ec-aff9-74661b92b676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:15.079434 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b3b00-5dc1-44ec-aff9-74661b92b676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b7c521-dcef-4a7a-ba2a-889f539af0c8,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:15.083755 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-525b3b00-5dc1-44ec-aff9-74661b92b676 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ea77dc02de7f43dea44f91d747a40bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423666 Sep 23 18:44:15.086358 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 58502) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:15.135242 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0dba0a0c-9eb0-414c-8db2-43eb960eb92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:15.158329 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0dba0a0c-9eb0-414c-8db2-43eb960eb92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:15.203852 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0dba0a0c-9eb0-414c-8db2-43eb960eb92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:15.206370 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0dba0a0c-9eb0-414c-8db2-43eb960eb92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:15.207517 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-0dba0a0c-9eb0-414c-8db2-43eb960eb92f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d4b7c521-dcef-4a7a-ba2a-889f539af0c8 HTTP/1.1" status: 204 len: 168 time: 0.1202340 Sep 23 18:44:15.215297 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba0a0c-9eb0-414c-8db2-43eb960eb92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b7c521-dcef-4a7a-ba2a-889f539af0c8,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:15.409921 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02180bdb-c6f9-45ed-8756-d243f3fd7630 req-51072ace-74ce-40af-bdab-73138b057d8e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:15.418493 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-02180bdb-c6f9-45ed-8756-d243f3fd7630 req-51072ace-74ce-40af-bdab-73138b057d8e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0642879 Sep 23 18:44:15.480791 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-02180bdb-c6f9-45ed-8756-d243f3fd7630 req-fd416136-9dea-479c-ba7c-5ad458a65093 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553467 Sep 23 18:44:15.905701 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49ece8-5bc9-4974-baef-1cb0a2d87f2f req-99d221cb-1704-40b2-ab94-c4fb9acb9656 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:15.907250 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2e49ece8-5bc9-4974-baef-1cb0a2d87f2f req-99d221cb-1704-40b2-ab94-c4fb9acb9656 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0501156 Sep 23 18:44:15.948110 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2e49ece8-5bc9-4974-baef-1cb0a2d87f2f req-812d09b0-910c-417e-81a8-b1ff95d613df tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333383 Sep 23 18:44:16.075585 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fd9f0-1ea0-403f-8685-ee65cb94b4e2 req-8e74a8cf-d7de-4075-b16d-f5f2db03a805 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:16.076998 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9f3fd9f0-1ea0-403f-8685-ee65cb94b4e2 req-8e74a8cf-d7de-4075-b16d-f5f2db03a805 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0486763 Sep 23 18:44:16.086138 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 58546) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:16.090484 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-65f16578-9b93-4653-8c52-1b834650a2b8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Request body: {'floatingip': {'port_id': 'de6f957b-08b2-4ab9-81df-728f087943af'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:44:16.134724 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-65f16578-9b93-4653-8c52-1b834650a2b8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for floatingip, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:16.315393 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 58552) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:16.474804 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-fbdee629-277f-43af-9c91-3a1604b89025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:16.700715 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0995a4-d417-417e-b111-5c976b6b0c52 req-b70915b5-18df-417a-920f-272554b5de51 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:16.702397 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6b0995a4-d417-417e-b111-5c976b6b0c52 req-b70915b5-18df-417a-920f-272554b5de51 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.1540811 Sep 23 18:44:16.746608 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-65f16578-9b93-4653-8c52-1b834650a2b8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:16.761149 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-65f16578-9b93-4653-8c52-1b834650a2b8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:16.813161 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-fbdee629-277f-43af-9c91-3a1604b89025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:16.820226 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-fbdee629-277f-43af-9c91-3a1604b89025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:16.824656 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6b0995a4-d417-417e-b111-5c976b6b0c52 req-73f5c55d-3a95-45c6-8a10-d52fe3f98fe3 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153598 Sep 23 18:44:16.880308 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-fbdee629-277f-43af-9c91-3a1604b89025 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a1acee7e58ad4526a3b863c25d65bab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5637929 Sep 23 18:44:16.883141 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 58562) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:16.886990 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdee629-277f-43af-9c91-3a1604b89025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c963f7-b650-4a7e-8edd-dde694a61d71,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:16.930248 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.l3_db [None req-65f16578-9b93-4653-8c52-1b834650a2b8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Floating IP b6fcd392-2e70-4c35-9dc3-1aee3b747357 associated. External IP: 172.27.1.139, port: de6f957b-08b2-4ab9-81df-728f087943af. Sep 23 18:44:16.943726 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5613a801-0e7b-4e9a-9fee-2e72080ef450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:16.965059 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5613a801-0e7b-4e9a-9fee-2e72080ef450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:17.022600 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5613a801-0e7b-4e9a-9fee-2e72080ef450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:17.025998 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5613a801-0e7b-4e9a-9fee-2e72080ef450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:17.027212 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-5613a801-0e7b-4e9a-9fee-2e72080ef450 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57c963f7-b650-4a7e-8edd-dde694a61d71 HTTP/1.1" status: 204 len: 168 time: 0.1429524 Sep 23 18:44:17.036797 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613a801-0e7b-4e9a-9fee-2e72080ef450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c963f7-b650-4a7e-8edd-dde694a61d71,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:17.226879 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:17.396849 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f16578-9b93-4653-8c52-1b834650a2b8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:44:17.531995 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f16578-9b93-4653-8c52-1b834650a2b8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:44:17.541553 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-65f16578-9b93-4653-8c52-1b834650a2b8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:17.551508 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded1945-3d0b-4d22-9466-4891dce888b9 None None] Sync routers for ids ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:44:17.561897 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded1945-3d0b-4d22-9466-4891dce888b9 None None] Routers {'79d003ab-86ed-47fa-8e89-69a9fc29e1bf'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:44:17.562609 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-6ded1945-3d0b-4d22-9466-4891dce888b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:43:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:44:17.569205 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-65f16578-9b93-4653-8c52-1b834650a2b8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "PUT /v2.0/floatingips/b6fcd392-2e70-4c35-9dc3-1aee3b747357 HTTP/1.1" status: 200 len: 992 time: 1.4820175 Sep 23 18:44:17.569784 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'tag': 'de6f957b-08b2-4ab9-81df-728f087943af'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:44:17.571995 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce970b57-6b03-49ec-83eb-c90d8b67b6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4dd0d5-bd7a-4ca1-91de-64d05cf24464", "tag": "de6f957b-08b2-4ab9-81df-728f087943af"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:44:17.614198 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d31c073-a5ac-4f94-bd5c-be96b8676cac x-openstack-request-id: req-0d31c073-a5ac-4f94-bd5c-be96b8676cac {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:44:17.614481 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4dd0d5-bd7a-4ca1-91de-64d05cf24464", "tag": "de6f957b-08b2-4ab9-81df-728f087943af", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:44:17.614726 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d31c073-a5ac-4f94-bd5c-be96b8676cac {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:44:17.615160 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'tag': 'de6f957b-08b2-4ab9-81df-728f087943af', 'status': 'completed', 'code': 200} Sep 23 18:44:17.676140 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-6ded1945-3d0b-4d22-9466-4891dce888b9 None None] Set router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:44:17.698816 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce970b57-6b03-49ec-83eb-c90d8b67b6ef req-89c767d3-81e5-4ddf-81b2-f1c5d17a2d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:17.700352 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ce970b57-6b03-49ec-83eb-c90d8b67b6ef req-89c767d3-81e5-4ddf-81b2-f1c5d17a2d0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbb56b36ced8493398183f5414134de6&device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 1099 time: 0.0441864 Sep 23 18:44:17.796747 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce970b57-6b03-49ec-83eb-c90d8b67b6ef req-365306a9-503b-4243-bf56-a002514afb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:17.798222 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ce970b57-6b03-49ec-83eb-c90d8b67b6ef req-365306a9-503b-4243-bf56-a002514afb8b service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d34e785-4ce6-4052-99a6-618ee041cb51 HTTP/1.1" status: 200 len: 918 time: 0.0881143 Sep 23 18:44:17.905902 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ce970b57-6b03-49ec-83eb-c90d8b67b6ef req-1af71e2d-a4af-45a2-bc0b-855d22c4876d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de6f957b-08b2-4ab9-81df-728f087943af HTTP/1.1" status: 200 len: 1000 time: 0.0963328 Sep 23 18:44:17.930096 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-6ded1945-3d0b-4d22-9466-4891dce888b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:53Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': 'b6fcd392-2e70-4c35-9dc3-1aee3b747357', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'port_id': 'de6f957b-08b2-4ab9-81df-728f087943af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'mac_address': 'fa:16:3e:79:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:43:58Z', 'updated_at': '2021-09-23T18:44:16Z', 'revision_number': 1, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3cf816-64ff-4bf2-9811-fadad28d8efc', 'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'mac_address': 'fa:16:3e:8b:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:52Z', 'updated_at': '2021-09-23T18:43:59Z', 'revision_number': 5, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'subnets': [{'id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:44:17.961556 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded1945-3d0b-4d22-9466-4891dce888b9 None None] Checking router: 79d003ab-86ed-47fa-8e89-69a9fc29e1bf for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:44:17.969772 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded1945-3d0b-4d22-9466-4891dce888b9 None None] Routers {'79d003ab-86ed-47fa-8e89-69a9fc29e1bf'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:44:17.970384 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-6ded1945-3d0b-4d22-9466-4891dce888b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:43:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:44:17.990136 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce970b57-6b03-49ec-83eb-c90d8b67b6ef req-80448c15-3b48-41aa-a59e-0a6900b07903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:17.991524 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ce970b57-6b03-49ec-83eb-c90d8b67b6ef req-80448c15-3b48-41aa-a59e-0a6900b07903 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4fd91db2-dbef-4742-8637-4ee71c7c4188 HTTP/1.1" status: 200 len: 855 time: 0.0783403 Sep 23 18:44:18.004528 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a5815-bf1d-4424-9f9c-808f86aa8061 req-ca738dd3-6bc0-411c-b2e5-ceef2570a57c tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:18.006679 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4d0a5815-bf1d-4424-9f9c-808f86aa8061 req-ca738dd3-6bc0-411c-b2e5-ceef2570a57c tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0828571 Sep 23 18:44:18.074928 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce970b57-6b03-49ec-83eb-c90d8b67b6ef req-e9e74508-77da-4b7a-8645-556363d4e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:18.076547 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ce970b57-6b03-49ec-83eb-c90d8b67b6ef req-e9e74508-77da-4b7a-8645-556363d4e0cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d34e785-4ce6-4052-99a6-618ee041cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688794 Sep 23 18:44:18.084269 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4d0a5815-bf1d-4424-9f9c-808f86aa8061 req-de0d4498-7cb0-4cef-823f-1e5558ad324d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687704 Sep 23 18:44:18.084460 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-6ded1945-3d0b-4d22-9466-4891dce888b9 None None] Set router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:44:18.187444 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ce970b57-6b03-49ec-83eb-c90d8b67b6ef req-fa4f5cd1-5bbe-4d22-b958-9afd6e75b527 service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021891 Sep 23 18:44:18.313179 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ce970b57-6b03-49ec-83eb-c90d8b67b6ef req-b19381fb-1bd7-4dae-b1ec-cc55c19ff90b service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135695 Sep 23 18:44:18.420687 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-6ded1945-3d0b-4d22-9466-4891dce888b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:53Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': 'b6fcd392-2e70-4c35-9dc3-1aee3b747357', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'port_id': 'de6f957b-08b2-4ab9-81df-728f087943af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'mac_address': 'fa:16:3e:79:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:43:58Z', 'updated_at': '2021-09-23T18:44:16Z', 'revision_number': 1, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3cf816-64ff-4bf2-9811-fadad28d8efc', 'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'mac_address': 'fa:16:3e:8b:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:52Z', 'updated_at': '2021-09-23T18:43:59Z', 'revision_number': 5, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'subnets': [{'id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:44:18.448721 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded1945-3d0b-4d22-9466-4891dce888b9 None None] The sync data for ids ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'] in dv-cinder-810415-4-iscsi is: [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:53Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': 'b6fcd392-2e70-4c35-9dc3-1aee3b747357', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'port_id': 'de6f957b-08b2-4ab9-81df-728f087943af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'mac_address': 'fa:16:3e:79:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:43:58Z', 'updated_at': '2021-09-23T18:44:16Z', 'revision_number': 1, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3cf816-64ff-4bf2-9811-fadad28d8efc', 'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'mac_address': 'fa:16:3e:8b:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:52Z', 'updated_at': '2021-09-23T18:43:59Z', 'revision_number': 5, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'subnets': [{'id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:44:18.651374 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413777b1-d458-4e6c-8c02-e84cf0c98010 None None] New status for floating IP b6fcd392-2e70-4c35-9dc3-1aee3b747357: ACTIVE {{(pid=100705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:44:19.203570 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317268bf-3992-4ec2-a714-4df71f64b73c req-b3c1093f-e181-4497-a650-6c6b52d68140 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:19.205073 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-317268bf-3992-4ec2-a714-4df71f64b73c req-b3c1093f-e181-4497-a650-6c6b52d68140 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0479212 Sep 23 18:44:19.242203 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-317268bf-3992-4ec2-a714-4df71f64b73c req-c37d8f02-ab5c-4ead-99b7-fc2cb4fc47a0 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305011 Sep 23 18:44:19.912882 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-26eb4346-1899-4932-85e7-12f5cff97a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:20.356932 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e80d1-a838-49b2-9650-6e8c3850b47e req-780b6e5e-3341-44ac-9f01-a2063a11dbee tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:20.358382 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ab7e80d1-a838-49b2-9650-6e8c3850b47e req-780b6e5e-3341-44ac-9f01-a2063a11dbee tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0478299 Sep 23 18:44:20.393572 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ab7e80d1-a838-49b2-9650-6e8c3850b47e req-715f8b77-2deb-45a9-8da8-732f61d93079 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293491 Sep 23 18:44:21.201695 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 58666) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:21.309446 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1a541943-24ba-423e-a07a-5fdeaea0f22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:21.400799 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1a541943-24ba-423e-a07a-5fdeaea0f22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:21.404569 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1a541943-24ba-423e-a07a-5fdeaea0f22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:21.441712 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-1a541943-24ba-423e-a07a-5fdeaea0f22d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8fac0a764824ece8592c89044e82063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389503 Sep 23 18:44:21.442696 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a541943-24ba-423e-a07a-5fdeaea0f22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec912e7a-73d3-443d-84da-59f89ad933e5,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:21.444487 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 58674) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:21.530381 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0859adbe-f6ad-462a-921d-96bb27125e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:21.542641 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6d049-78f0-42c1-a691-46426ad82a62 req-f1e9aa61-0943-4310-bda7-cffbc2878989 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:21.544148 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a3f6d049-78f0-42c1-a691-46426ad82a62 req-f1e9aa61-0943-4310-bda7-cffbc2878989 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0800111 Sep 23 18:44:21.574738 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0859adbe-f6ad-462a-921d-96bb27125e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:21.609283 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a3f6d049-78f0-42c1-a691-46426ad82a62 req-34c56097-28c8-488c-884d-1e3de8f9c8cd tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591254 Sep 23 18:44:21.635257 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0859adbe-f6ad-462a-921d-96bb27125e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:21.637837 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0859adbe-f6ad-462a-921d-96bb27125e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:21.638972 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-0859adbe-f6ad-462a-921d-96bb27125e05 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec912e7a-73d3-443d-84da-59f89ad933e5 HTTP/1.1" status: 204 len: 168 time: 0.1931999 Sep 23 18:44:21.649399 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859adbe-f6ad-462a-921d-96bb27125e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec912e7a-73d3-443d-84da-59f89ad933e5,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:22.575810 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7093e0f3-27d4-4689-a3b0-5bba5e39d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:22.725704 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886e711-f6a6-452d-866b-54e3d2d12536 req-0427e3b9-a9a4-45a1-a9d5-9913c9047711 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:22.727252 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c886e711-f6a6-452d-866b-54e3d2d12536 req-0427e3b9-a9a4-45a1-a9d5-9913c9047711 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0491943 Sep 23 18:44:22.764703 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c886e711-f6a6-452d-866b-54e3d2d12536 req-a967bab2-67c6-449d-bec5-3b429fa097f7 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311544 Sep 23 18:44:22.907218 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:23.553300 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:23.886166 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25164b21-6f79-47d4-9dc7-62265bcf2727 req-e21e947b-ebc4-49e8-865f-e685c6497e9d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:23.887553 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-25164b21-6f79-47d4-9dc7-62265bcf2727 req-e21e947b-ebc4-49e8-865f-e685c6497e9d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0545564 Sep 23 18:44:23.922974 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-25164b21-6f79-47d4-9dc7-62265bcf2727 req-926b4ed9-4294-44d5-94df-eb55033b17cc tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295305 Sep 23 18:44:25.043813 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab4218-139c-432f-a6c7-68f0f6f3d21e req-fce2325b-b3d4-45d8-a9d8-c7bfa8c4671e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:25.045234 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-41ab4218-139c-432f-a6c7-68f0f6f3d21e req-fce2325b-b3d4-45d8-a9d8-c7bfa8c4671e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0491827 Sep 23 18:44:25.081952 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-41ab4218-139c-432f-a6c7-68f0f6f3d21e req-ad6c7c2d-1960-4659-a794-878c59ebdd8b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307734 Sep 23 18:44:25.426873 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:28.612491 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a06c9-090e-4c48-a2b9-1c4857d0bc8f req-a1281dd2-4123-43d9-9c72-40265602fe57 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:28.614478 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-de1a06c9-090e-4c48-a2b9-1c4857d0bc8f req-a1281dd2-4123-43d9-9c72-40265602fe57 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0481253 Sep 23 18:44:28.651110 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-de1a06c9-090e-4c48-a2b9-1c4857d0bc8f req-428f6449-0b6d-4b23-9345-583c387db1c3 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304799 Sep 23 18:44:29.287102 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:44:29.755965 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bdd99-d35f-4cd6-b798-ceef55f5d34d req-dd785b25-191f-4cb2-9897-685eaf03bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:29.757485 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-225bdd99-d35f-4cd6-b798-ceef55f5d34d req-dd785b25-191f-4cb2-9897-685eaf03bf76 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 1098 time: 0.0703611 Sep 23 18:44:29.772418 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1f7dd-05cf-417d-b465-d1b27c9e45cb req-242e3fee-698d-4906-bc62-5f3a1fda05bd tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:29.773789 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f5c1f7dd-05cf-417d-b465-d1b27c9e45cb req-242e3fee-698d-4906-bc62-5f3a1fda05bd tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0540619 Sep 23 18:44:29.820555 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-225bdd99-d35f-4cd6-b798-ceef55f5d34d req-e4b63151-b584-4715-be50-cf429b8fb571 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458593 Sep 23 18:44:29.827210 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f5c1f7dd-05cf-417d-b465-d1b27c9e45cb req-3d460e88-237c-4a3e-827d-c7545120eb55 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468767 Sep 23 18:44:30.953744 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca471591-0467-447e-b0cc-1da72e7951f4 req-bca5f1fb-cd53-4eff-87d5-6e8a3ac15849 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:30.955150 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ca471591-0467-447e-b0cc-1da72e7951f4 req-bca5f1fb-cd53-4eff-87d5-6e8a3ac15849 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0499520 Sep 23 18:44:30.992326 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ca471591-0467-447e-b0cc-1da72e7951f4 req-52206287-6019-4f34-bdb4-ef18378e8362 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311935 Sep 23 18:44:32.123529 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c79c2a-4edb-4ebd-af9d-37f2c2a8b0f7 req-82b66d49-8362-4127-b5fb-bce7c8b0a668 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:32.125360 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a2c79c2a-4edb-4ebd-af9d-37f2c2a8b0f7 req-82b66d49-8362-4127-b5fb-bce7c8b0a668 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0561848 Sep 23 18:44:32.169517 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a2c79c2a-4edb-4ebd-af9d-37f2c2a8b0f7 req-1622c606-c43e-4834-b005-c61be4eb7817 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Sep 23 18:44:32.304926 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ad587-9fb9-4fcb-8e5d-923c66a2423d req-52487aef-b430-4f9a-8a29-f384f2788ab5 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:32.306407 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4a4ad587-9fb9-4fcb-8e5d-923c66a2423d req-52487aef-b430-4f9a-8a29-f384f2788ab5 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0512300 Sep 23 18:44:32.342899 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4a4ad587-9fb9-4fcb-8e5d-923c66a2423d req-f814f4d1-46d1-46b8-8e58-09397763d794 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305383 Sep 23 18:44:34.086533 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a25c8-48f9-4de3-af6e-4da42518cb01 req-f549001e-9f98-4c93-bac9-a050e33d142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:34.088045 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f74a25c8-48f9-4de3-af6e-4da42518cb01 req-f549001e-9f98-4c93-bac9-a050e33d142f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6d0e3ad5d04433cb86e81a32e559fcb&device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 1098 time: 0.0878632 Sep 23 18:44:34.109489 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b334ebd-d268-462c-9ddd-e6c82595b2db req-84673888-94e0-4d4b-89f2-acc72f1b8693 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:34.117918 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8b334ebd-d268-462c-9ddd-e6c82595b2db req-84673888-94e0-4d4b-89f2-acc72f1b8693 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.1035588 Sep 23 18:44:34.180263 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8b334ebd-d268-462c-9ddd-e6c82595b2db req-a0a27b3b-17d3-4ca3-baad-bb16d6179f87 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614686 Sep 23 18:44:34.233254 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a25c8-48f9-4de3-af6e-4da42518cb01 req-9341c893-dffe-41d5-8aae-0107c7d98658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:34.234644 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f74a25c8-48f9-4de3-af6e-4da42518cb01 req-9341c893-dffe-41d5-8aae-0107c7d98658 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d318e29-c174-4ee7-b855-dbffdacd1183 HTTP/1.1" status: 200 len: 921 time: 0.1142180 Sep 23 18:44:34.287287 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f74a25c8-48f9-4de3-af6e-4da42518cb01 req-e0bbbf8d-21bc-4d1e-997a-d9b674687c96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3635d873-a516-4b27-b177-79aad797435a HTTP/1.1" status: 200 len: 217 time: 0.0390599 Sep 23 18:44:34.341340 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a25c8-48f9-4de3-af6e-4da42518cb01 req-72e70b8f-f79a-4c86-a96f-412aaf61e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:34.342874 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f74a25c8-48f9-4de3-af6e-4da42518cb01 req-72e70b8f-f79a-4c86-a96f-412aaf61e540 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30fd0bd1-802c-436b-b80a-359a455b4902 HTTP/1.1" status: 200 len: 859 time: 0.0467699 Sep 23 18:44:34.385364 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f74a25c8-48f9-4de3-af6e-4da42518cb01 req-777bd548-08a9-41b5-9ce1-fbb9e09fb924 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d318e29-c174-4ee7-b855-dbffdacd1183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314069 Sep 23 18:44:34.509132 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f74a25c8-48f9-4de3-af6e-4da42518cb01 req-5410ac6f-952b-446c-8726-4a20728d664d service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057889 Sep 23 18:44:34.618080 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f74a25c8-48f9-4de3-af6e-4da42518cb01 req-1e2154bf-e726-44a3-8d55-900477f2f1c2 service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947125 Sep 23 18:44:35.198086 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-b4796f01-01e1-4906-af7b-d31cea61981e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461662664&fields=id&tenant_id=6a1f8c4e3fa64a6b836735fbba48909d HTTP/1.1" status: 200 len: 267 time: 0.0631247 Sep 23 18:44:35.328867 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-06ce063a-6b5f-4c5f-a160-bad5b012957e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:35.345633 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-06ce063a-6b5f-4c5f-a160-bad5b012957e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/networks?id=1bd28bab-4532-4383-abb6-818a5d8c455d HTTP/1.1" status: 200 len: 809 time: 0.1458523 Sep 23 18:44:35.369642 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-c9404fc4-46c0-4e31-a68c-a8b8064a8597 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/quotas/6a1f8c4e3fa64a6b836735fbba48909d HTTP/1.1" status: 200 len: 375 time: 0.0221603 Sep 23 18:44:35.477987 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96cdf2-80e6-44c2-86a9-857f34a2fd60 req-3ea82997-a79c-4a38-b94e-7ac84cd59ea3 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:35.479746 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0f96cdf2-80e6-44c2-86a9-857f34a2fd60 req-3ea82997-a79c-4a38-b94e-7ac84cd59ea3 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0930657 Sep 23 18:44:35.488483 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-7812ad91-7007-4606-b287-c9d5dfb7ed78 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a1f8c4e3fa64a6b836735fbba48909d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173916 Sep 23 18:44:35.556529 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0f96cdf2-80e6-44c2-86a9-857f34a2fd60 req-16a2191a-e8f3-425d-9998-7de9036b5dc2 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670149 Sep 23 18:44:35.617517 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-d0b65b6b-a768-4470-9c0e-c4787414206f service neutron] 10.222.0.70 "GET /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060359 Sep 23 18:44:35.715343 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-608074a7-028f-422f-a62e-15803fb40f5b service neutron] 10.222.0.70 "GET /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917106 Sep 23 18:44:36.013852 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-de765342-9ba6-4100-b539-2c6654681bca req-8a9ef6e8-1c82-4f78-ae3a-8cbd55d8c039 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 210 time: 0.0306280 Sep 23 18:44:36.691132 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55beba65-f9fa-43b6-8062-494edc849c3d req-86d55782-0b0c-4f0d-8605-c1e53e1e52aa tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:36.693730 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-55beba65-f9fa-43b6-8062-494edc849c3d req-86d55782-0b0c-4f0d-8605-c1e53e1e52aa tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0652335 Sep 23 18:44:36.759881 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-55beba65-f9fa-43b6-8062-494edc849c3d req-7b7ebfec-f86d-4c65-8e97-492f222e475c tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594518 Sep 23 18:44:37.164659 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-030f9d75-324e-4dc7-a50e-9f20f2a04a09 req-414889db-237a-4948-808a-e2ea644a1679 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 210 time: 0.0620456 Sep 23 18:44:37.330610 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-eae52a37-9285-4514-a2aa-f49933c8c258 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:37.332101 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-eae52a37-9285-4514-a2aa-f49933c8c258 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.42 "GET /v2.0/networks?id=1bd28bab-4532-4383-abb6-818a5d8c455d HTTP/1.1" status: 200 len: 809 time: 0.1666169 Sep 23 18:44:37.904474 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f736eac-f084-421e-8e62-242a2f9ace66 req-78ca2b1a-e1eb-4b1c-acd7-5fb427cd7382 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:37.905972 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9f736eac-f084-421e-8e62-242a2f9ace66 req-78ca2b1a-e1eb-4b1c-acd7-5fb427cd7382 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0514662 Sep 23 18:44:37.946386 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9f736eac-f084-421e-8e62-242a2f9ace66 req-9653fd3e-d361-4247-896b-1cb67c10ff9e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344005 Sep 23 18:44:38.279161 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-71c3fadf-6eb4-4c95-8dac-864080fd4a53 req-c0595a73-6291-49b0-8b69-b5190bf36844 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 210 time: 0.0399747 Sep 23 18:44:39.098455 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eb550-e97e-4a59-bde2-c3b381ca1723 req-92bfae76-bb91-49d1-bf1f-408790ce2284 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:39.101031 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-249eb550-e97e-4a59-bde2-c3b381ca1723 req-92bfae76-bb91-49d1-bf1f-408790ce2284 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0613828 Sep 23 18:44:39.143931 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-249eb550-e97e-4a59-bde2-c3b381ca1723 req-6e9a24db-94b8-4864-96bc-5e4f154f2988 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369377 Sep 23 18:44:39.419699 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ac5b1ec8-5c45-4c7c-8d36-d8f57c02e929 req-b57a4356-1c81-4063-812c-c5f3126be067 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 210 time: 0.0430093 Sep 23 18:44:40.264809 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9b643-7c16-42e2-b1ab-3bdbd5a71a86 req-2172ec96-24be-41aa-86ed-4efec4aed0bf tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:40.266294 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-eff9b643-7c16-42e2-b1ab-3bdbd5a71a86 req-2172ec96-24be-41aa-86ed-4efec4aed0bf tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0498211 Sep 23 18:44:40.305510 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-eff9b643-7c16-42e2-b1ab-3bdbd5a71a86 req-592b2ead-cb9f-4f48-8444-67018802f66c tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331974 Sep 23 18:44:40.537169 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c874d5d3-b777-48f0-b06f-1d84e9b27e76 req-db96c599-eada-4cc1-a5b8-c74855a0d43d tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 210 time: 0.0384092 Sep 23 18:44:40.544403 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-793379db-ca7a-4535-a144-dd657f3e2852 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a1f8c4e3fa64a6b836735fbba48909d HTTP/1.1" status: 200 len: 380 time: 0.0944779 Sep 23 18:44:40.565590 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Request body: {'port': {'device_id': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'admin_state_up': True, 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'security_groups': ['2c68930e-25ec-4636-a493-1fd990221777']}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:44:40.689626 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Made reservation on behalf of 6a1f8c4e3fa64a6b836735fbba48909d for: {'port': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:44:40.693818 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:40.828089 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Allocated IP 172.20.0.12 (1bd28bab-4532-4383-abb6-818a5d8c455d/08f9b104-7b94-46da-babd-daf1581be6b6/82c295ea-eca8-438d-9dbd-02f4e2ebcd4c) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:44:41.004117 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:41.040277 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:41.091871 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Network 1bd28bab-4532-4383-abb6-818a5d8c455d is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:44:41.091871 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:44:41.093453 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:44:41.122974 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Pushing event updated for resources: {'Port': ['ID=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:41.147119 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:41.147483 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:41.147852 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:41.148427 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:41.148694 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:41.150877 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:41.150877 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:41.152941 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:41.161618 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:41.161618 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:41.161618 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:41.161618 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:41.194667 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:41.195190 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:41.216097 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-273089ae-2e7a-4f85-981e-faab8ef3777e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6588194 Sep 23 18:44:41.230280 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Request body: {'port': {'device_id': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:44:41.304955 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:41.426984 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-81ce54c9-9888-4fb0-a9a8-05691baf89f3 None None] Provisioning complete for port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:44:41.427893 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-81ce54c9-9888-4fb0-a9a8-05691baf89f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:41.470645 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-81ce54c9-9888-4fb0-a9a8-05691baf89f3 None None] Port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:44:41.526928 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eb696-d355-4dc8-8030-37860bfc7a34 req-c4081b87-17d3-4d92-ba82-3f1c8f20a505 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:41.531006 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0c4eb696-d355-4dc8-8030-37860bfc7a34 req-c4081b87-17d3-4d92-ba82-3f1c8f20a505 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0867465 Sep 23 18:44:41.613782 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0c4eb696-d355-4dc8-8030-37860bfc7a34 req-82be2611-de47-4069-bbfa-ec6bc6f5fbf0 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721648 Sep 23 18:44:41.775991 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c {{(pid=100704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:44:41.789338 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:41.809427 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be10dc-cdbe-4327-aa46-75bbaeb086ed req-1122261c-d0f0-4485-b61d-b8b7b157a86b tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:41.817506 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f3be10dc-cdbe-4327-aa46-75bbaeb086ed req-1122261c-d0f0-4485-b61d-b8b7b157a86b tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 932 time: 0.0915873 Sep 23 18:44:41.845260 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.provisioning_blocks [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Transition to ACTIVE for port object 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c will not be triggered until provisioned by entity L2. {{(pid=100704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:44:41.864148 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:41.872013 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f3be10dc-cdbe-4327-aa46-75bbaeb086ed req-4ee85602-e2a1-4f86-9e6c-359e91b48265 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533133 Sep 23 18:44:41.938167 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Pushing event updated for resources: {'Port': ['ID=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:42.053897 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Attempting to bind port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:44:42.054540 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Attempting to bind port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '91fe4316-2c52-4ef2-abba-54b57ca453ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d'}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:44:42.054877 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Attempting to bind port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c on network 1bd28bab-4532-4383-abb6-818a5d8c455d {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:44:42.059603 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c on network 1bd28bab-4532-4383-abb6-818a5d8c455d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:44:42.060028 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Attempting to bind port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c on network 1bd28bab-4532-4383-abb6-818a5d8c455d {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:44:42.065571 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:44:42.065992 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Checking segment: {'id': '91fe4316-2c52-4ef2-abba-54b57ca453ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:44:42.066481 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Bound using segment: {'id': '91fe4316-2c52-4ef2-abba-54b57ca453ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d'} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:44:42.067004 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Bound port: 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91fe4316-2c52-4ef2-abba-54b57ca453ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d'}}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:44:42.067437 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:42.155353 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] For port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c, host hv-cinder-81041, cleared binding levels {{(pid=100704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:44:42.158772 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] For port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,segment=NetworkSegment(91fe4316-2c52-4ef2-abba-54b57ca453ef),segment_id=91fe4316-2c52-4ef2-abba-54b57ca453ef)] {{(pid=100704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:44:42.163175 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:42.203456 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:42.204079 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:42.205653 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] 10.222.0.42 "PUT /v2.0/ports/82c295ea-eca8-438d-9dbd-02f4e2ebcd4c HTTP/1.1" status: 200 len: 1094 time: 0.9798717 Sep 23 18:44:42.206095 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'tag': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:44:42.208899 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6544b911-01c7-4e09-8efb-456ce57c7ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f51e16-ca88-4666-abc5-6b96044d9001", "tag": "82c295ea-eca8-438d-9dbd-02f4e2ebcd4c"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:44:42.242788 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78214a-9d7e-43d7-a881-4ffedb5fefed service neutron] Pushing event updated for resources: {'Port': ['ID=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,revision_number=3']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:42.298725 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9ae069-9a46-437b-bf50-4811fb7f7828 x-openstack-request-id: req-6b9ae069-9a46-437b-bf50-4811fb7f7828 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:44:42.299313 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f51e16-ca88-4666-abc5-6b96044d9001", "tag": "82c295ea-eca8-438d-9dbd-02f4e2ebcd4c", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:44:42.299723 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b9ae069-9a46-437b-bf50-4811fb7f7828 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:44:42.300355 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'tag': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c', 'status': 'completed', 'code': 200} Sep 23 18:44:42.319745 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-2f67089d-5ac0-4687-a3ea-d041567b9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:42.321861 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-2f67089d-5ac0-4687-a3ea-d041567b9938 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1f8c4e3fa64a6b836735fbba48909d&device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 1097 time: 0.0638046 Sep 23 18:44:42.377239 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-c191505b-71a1-4b2e-9b74-591258babbf4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c HTTP/1.1" status: 200 len: 217 time: 0.0436463 Sep 23 18:44:42.451329 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-c9fb5397-37cc-4b34-b35a-6df9081f26bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:42.453249 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-c9fb5397-37cc-4b34-b35a-6df9081f26bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08f9b104-7b94-46da-babd-daf1581be6b6 HTTP/1.1" status: 200 len: 848 time: 0.0651233 Sep 23 18:44:42.510158 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-b6924a7a-aa1f-48c2-a7a4-c52454c402a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:42.512343 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-b6924a7a-aa1f-48c2-a7a4-c52454c402a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bd28bab-4532-4383-abb6-818a5d8c455d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474355 Sep 23 18:44:42.622036 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-5e02596d-2d49-454b-a4b2-dd9b9ca68b60 service neutron] 10.222.0.42 "GET /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994554 Sep 23 18:44:42.759253 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d47dcb3d-cefa-48b0-9035-4444e33477a0 req-58940de1-f335-4a5b-8d1b-ed3d4befd68f service neutron] 10.222.0.42 "GET /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209595 Sep 23 18:44:43.274341 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede641c7-29cb-4135-87a3-3ee3073c4239 req-c0d143a4-dd5a-40e6-9c5c-d10053db336f tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:43.275705 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ede641c7-29cb-4135-87a3-3ee3073c4239 req-c0d143a4-dd5a-40e6-9c5c-d10053db336f tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.4600294 Sep 23 18:44:43.281208 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544b911-01c7-4e09-8efb-456ce57c7ae1 req-d7e2db21-ec97-4491-8f68-33252d190a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:43.282709 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6544b911-01c7-4e09-8efb-456ce57c7ae1 req-d7e2db21-ec97-4491-8f68-33252d190a43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1f8c4e3fa64a6b836735fbba48909d&device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 1097 time: 0.4108775 Sep 23 18:44:43.300963 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b00ed-dc43-4b4c-b012-355dea2d16de req-dc2a93f5-0956-4175-b051-972e8df02cfc tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:43.302449 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b17b00ed-dc43-4b4c-b012-355dea2d16de req-dc2a93f5-0956-4175-b051-972e8df02cfc tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0872164 Sep 23 18:44:43.382952 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ede641c7-29cb-4135-87a3-3ee3073c4239 req-40629e95-f637-403f-916b-d16ed14ea298 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960500 Sep 23 18:44:43.421720 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b17b00ed-dc43-4b4c-b012-355dea2d16de req-6d2502d0-1755-4bd9-a435-43b32f0e6c30 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838099 Sep 23 18:44:43.502236 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544b911-01c7-4e09-8efb-456ce57c7ae1 req-3af0e53d-b078-4b15-99ea-7b0cb596fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:43.503927 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6544b911-01c7-4e09-8efb-456ce57c7ae1 req-3af0e53d-b078-4b15-99ea-7b0cb596fae0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1bd28bab-4532-4383-abb6-818a5d8c455d HTTP/1.1" status: 200 len: 911 time: 0.2005653 Sep 23 18:44:43.579420 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6544b911-01c7-4e09-8efb-456ce57c7ae1 req-a66b3dd8-59a8-495a-93ce-5c589a13754e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c HTTP/1.1" status: 200 len: 217 time: 0.0608156 Sep 23 18:44:43.694283 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544b911-01c7-4e09-8efb-456ce57c7ae1 req-7564f1d5-03eb-4bd1-ba11-883618b545dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:43.698445 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6544b911-01c7-4e09-8efb-456ce57c7ae1 req-7564f1d5-03eb-4bd1-ba11-883618b545dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08f9b104-7b94-46da-babd-daf1581be6b6 HTTP/1.1" status: 200 len: 848 time: 0.1087451 Sep 23 18:44:43.789787 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544b911-01c7-4e09-8efb-456ce57c7ae1 req-265240ad-fcf3-4e94-8b77-854f4a610313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:43.791806 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6544b911-01c7-4e09-8efb-456ce57c7ae1 req-265240ad-fcf3-4e94-8b77-854f4a610313 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bd28bab-4532-4383-abb6-818a5d8c455d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766628 Sep 23 18:44:43.803166 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e73101-b897-4067-b38b-aed615559289 req-e7024291-0fdc-4c78-9465-736932174c9d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:43.804710 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c6e73101-b897-4067-b38b-aed615559289 req-e7024291-0fdc-4c78-9465-736932174c9d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.1010072 Sep 23 18:44:43.938456 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c6e73101-b897-4067-b38b-aed615559289 req-7a651fe6-ec52-49f5-ba7e-866be6cb400d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230791 Sep 23 18:44:43.967227 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6544b911-01c7-4e09-8efb-456ce57c7ae1 req-50401874-47a3-44e8-9543-0df5e379bf98 service neutron] 10.222.0.42 "GET /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614442 Sep 23 18:44:44.098216 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6544b911-01c7-4e09-8efb-456ce57c7ae1 req-898c94ad-60ca-4ce8-9805-001ec19dcf64 service neutron] 10.222.0.42 "GET /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042547 Sep 23 18:44:44.591370 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd64a9-f396-43c3-bd0b-b5127d5ebc90 req-ac834ab3-9931-41e0-ab8b-2edb6e728982 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:44.592788 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-58dd64a9-f396-43c3-bd0b-b5127d5ebc90 req-ac834ab3-9931-41e0-ab8b-2edb6e728982 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0968664 Sep 23 18:44:44.626438 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26de31f-c88e-41f7-85fb-197bcd1e501e req-44e9630d-f054-45d7-90f4-fca4d0e929d4 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:44.627937 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b26de31f-c88e-41f7-85fb-197bcd1e501e req-44e9630d-f054-45d7-90f4-fca4d0e929d4 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0788500 Sep 23 18:44:44.666280 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-58dd64a9-f396-43c3-bd0b-b5127d5ebc90 req-8059e5c4-ae52-4e16-9523-83b172e1068b tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654099 Sep 23 18:44:44.694648 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b26de31f-c88e-41f7-85fb-197bcd1e501e req-24f34451-b6a9-48db-bef3-14fdfe93f06e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599697 Sep 23 18:44:45.096432 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc4650-e7bd-4f50-8b38-1da5adb2b088 req-e4d5ff36-c067-4e14-b29f-2bcee7b2d27b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:45.098146 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-17dc4650-e7bd-4f50-8b38-1da5adb2b088 req-e4d5ff36-c067-4e14-b29f-2bcee7b2d27b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0581038 Sep 23 18:44:45.163366 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-17dc4650-e7bd-4f50-8b38-1da5adb2b088 req-8c4fbad9-db44-4df5-be4f-809d6fc1614c tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579491 Sep 23 18:44:45.812891 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f100c7-e1dd-402e-a8bb-8f59859cdf94 req-7781f2e0-1ae4-4c69-b1f1-7b798c7228fb tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:45.820102 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a1f100c7-e1dd-402e-a8bb-8f59859cdf94 req-7781f2e0-1ae4-4c69-b1f1-7b798c7228fb tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0714660 Sep 23 18:44:45.881749 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003718f-1597-4c90-87bf-31fd2b6c72f3 req-db95b914-2791-4bef-bef1-79661f9483b8 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:45.883168 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9003718f-1597-4c90-87bf-31fd2b6c72f3 req-db95b914-2791-4bef-bef1-79661f9483b8 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0873239 Sep 23 18:44:45.905452 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a1f100c7-e1dd-402e-a8bb-8f59859cdf94 req-cf406cab-50e0-4db9-9edc-6a377c251a12 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713992 Sep 23 18:44:45.931402 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9003718f-1597-4c90-87bf-31fd2b6c72f3 req-4045fdf4-bbc0-49d8-9967-b6cced6c3aa4 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331903 Sep 23 18:44:46.305036 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303484a-1f94-47ce-b5ec-9bd02f0e910a req-f0789ba4-6d07-46a4-907d-9e225ab16fb5 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:46.306584 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f303484a-1f94-47ce-b5ec-9bd02f0e910a req-f0789ba4-6d07-46a4-907d-9e225ab16fb5 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0601325 Sep 23 18:44:46.350328 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f303484a-1f94-47ce-b5ec-9bd02f0e910a req-0325b05d-3d57-43f7-a470-320d1f127321 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370207 Sep 23 18:44:47.009016 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b74723-214d-4254-bb3c-a91c9acc32e5 req-e92565a3-e79a-4331-ba62-10d72d24ce68 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:47.010525 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f8b74723-214d-4254-bb3c-a91c9acc32e5 req-e92565a3-e79a-4331-ba62-10d72d24ce68 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0550151 Sep 23 18:44:47.053522 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f8b74723-214d-4254-bb3c-a91c9acc32e5 req-cb042e66-0e4a-4cef-9094-7986199540a2 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366309 Sep 23 18:44:47.200787 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80e028-2621-4239-8b93-6bfb38fe9b58 req-e84fae7d-9f0d-4823-99df-5132b2ad07db tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:47.202589 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:47.208888 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0a80e028-2621-4239-8b93-6bfb38fe9b58 req-e84fae7d-9f0d-4823-99df-5132b2ad07db tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0922222 Sep 23 18:44:47.249590 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0a80e028-2621-4239-8b93-6bfb38fe9b58 req-4c102b75-79de-4d2d-a63b-fda32ece6c44 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396950 Sep 23 18:44:47.501310 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d3917-64ee-43a4-af28-03a6613a475b req-50b479a6-1b73-4343-b073-51a69b627761 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:47.503113 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-683d3917-64ee-43a4-af28-03a6613a475b req-50b479a6-1b73-4343-b073-51a69b627761 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0732310 Sep 23 18:44:47.548208 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-683d3917-64ee-43a4-af28-03a6613a475b req-c02ff13f-f7ab-4e00-8d1b-10b33c6c7d2d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384767 Sep 23 18:44:48.173309 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9063190-d0ec-494b-afb6-569701dbf362 req-588285ca-478e-4b61-b668-3c70e88aab81 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:48.175179 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c9063190-d0ec-494b-afb6-569701dbf362 req-588285ca-478e-4b61-b668-3c70e88aab81 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0553653 Sep 23 18:44:48.222371 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c9063190-d0ec-494b-afb6-569701dbf362 req-d59f145a-3912-4c99-a04e-374d664958b3 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394514 Sep 23 18:44:48.357418 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dfca2-94b4-44c9-a5d6-82c8cc14315b req-48b51d66-160d-4d9c-a9e8-58df80e89195 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:48.358783 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d70dfca2-94b4-44c9-a5d6-82c8cc14315b req-48b51d66-160d-4d9c-a9e8-58df80e89195 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0478146 Sep 23 18:44:48.395441 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d70dfca2-94b4-44c9-a5d6-82c8cc14315b req-80089982-5f65-455d-8850-e222fc84b639 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306823 Sep 23 18:44:48.671015 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aab7b5-8266-4bc6-bc8c-9f7cdd900ca9 req-e4a253e6-330d-4137-b220-dbf6a5272cbd tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:48.672539 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-28aab7b5-8266-4bc6-bc8c-9f7cdd900ca9 req-e4a253e6-330d-4137-b220-dbf6a5272cbd tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0521576 Sep 23 18:44:48.709568 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-28aab7b5-8266-4bc6-bc8c-9f7cdd900ca9 req-6ebde82e-a4a8-4d02-8892-bc4c045ef69b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304191 Sep 23 18:44:49.337847 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51b35f-ede2-43c7-b6bc-f7bc85f205dc req-c5d9e249-2c40-4b57-9406-2549e6672905 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:49.339287 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5a51b35f-ede2-43c7-b6bc-f7bc85f205dc req-c5d9e249-2c40-4b57-9406-2549e6672905 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0496757 Sep 23 18:44:49.376266 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5a51b35f-ede2-43c7-b6bc-f7bc85f205dc req-8574efd5-f029-47c5-9def-9b588fc80a5a tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310855 Sep 23 18:44:49.522870 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79a215-ada7-4dd4-96b4-f1925fa9cf19 req-01eebaa7-5ef8-475a-9473-797c66f9f0f2 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:49.524482 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-be79a215-ada7-4dd4-96b4-f1925fa9cf19 req-01eebaa7-5ef8-475a-9473-797c66f9f0f2 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0588756 Sep 23 18:44:49.568497 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-be79a215-ada7-4dd4-96b4-f1925fa9cf19 req-164d180d-b8f6-4415-b15a-6d9237bceded tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362575 Sep 23 18:44:49.829024 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82cde3-8209-4143-a2ed-52b0239ab83e req-dc31fb8c-340c-42bd-aadd-765ce0322900 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:49.830524 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9e82cde3-8209-4143-a2ed-52b0239ab83e req-dc31fb8c-340c-42bd-aadd-765ce0322900 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0534406 Sep 23 18:44:49.877466 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9e82cde3-8209-4143-a2ed-52b0239ab83e req-dbe72b7a-4541-4d6f-8a09-9e0395620bc7 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342336 Sep 23 18:44:49.921927 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-583d47ee-ce3d-4ee5-ad8f-e7aa7ee43356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:50.138986 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-332a8f2c-13a8-4abe-9ac2-be1c9cfabc25 req-ffe583db-443a-400f-bf9d-aaf1e512b3ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405602 Sep 23 18:44:50.214006 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a8f2c-13a8-4abe-9ac2-be1c9cfabc25 req-424ccf4b-78b8-4a3a-bdc2-94306c535cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:50.215500 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-332a8f2c-13a8-4abe-9ac2-be1c9cfabc25 req-424ccf4b-78b8-4a3a-bdc2-94306c535cb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6d0e3ad5d04433cb86e81a32e559fcb&device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 1098 time: 0.0433536 Sep 23 18:44:50.324429 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a8f2c-13a8-4abe-9ac2-be1c9cfabc25 req-a05d4509-7327-45ba-8ee2-99e41e90ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:50.325904 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-332a8f2c-13a8-4abe-9ac2-be1c9cfabc25 req-a05d4509-7327-45ba-8ee2-99e41e90ecb2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d318e29-c174-4ee7-b855-dbffdacd1183 HTTP/1.1" status: 200 len: 921 time: 0.0882852 Sep 23 18:44:50.370240 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-332a8f2c-13a8-4abe-9ac2-be1c9cfabc25 req-b41bf1a2-bdb8-4a98-86f7-5d62ec37f04b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=182660f7-2131-4489-b6a8-60ad517d1cdf HTTP/1.1" status: 200 len: 217 time: 0.0330706 Sep 23 18:44:50.421372 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a8f2c-13a8-4abe-9ac2-be1c9cfabc25 req-48e0f706-2aa6-4a0c-b0a1-92137ba92fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:50.423053 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-332a8f2c-13a8-4abe-9ac2-be1c9cfabc25 req-48e0f706-2aa6-4a0c-b0a1-92137ba92fb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30fd0bd1-802c-436b-b80a-359a455b4902 HTTP/1.1" status: 200 len: 859 time: 0.0443563 Sep 23 18:44:50.460512 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-332a8f2c-13a8-4abe-9ac2-be1c9cfabc25 req-f2201235-e332-4670-ba75-6cb69a582fce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d318e29-c174-4ee7-b855-dbffdacd1183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299797 Sep 23 18:44:50.559806 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9e585-a3e7-4b75-99c6-92c7dee847d2 req-be48dc32-804f-45e5-8621-7df729cbfe37 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:50.561283 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-95c9e585-a3e7-4b75-99c6-92c7dee847d2 req-be48dc32-804f-45e5-8621-7df729cbfe37 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.1034782 Sep 23 18:44:50.596363 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-332a8f2c-13a8-4abe-9ac2-be1c9cfabc25 req-934db966-443b-4c9b-a8f2-04b0d034a984 service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263170 Sep 23 18:44:50.622605 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-95c9e585-a3e7-4b75-99c6-92c7dee847d2 req-fb8fa584-d8f1-453c-be1c-1fc8bc527f99 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542436 Sep 23 18:44:50.732347 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35e686-09e5-4ebf-b134-dd182824800f req-dd63c387-73bd-485c-b47d-c1893f0325d7 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:50.733889 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9e35e686-09e5-4ebf-b134-dd182824800f req-dd63c387-73bd-485c-b47d-c1893f0325d7 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0923228 Sep 23 18:44:50.735659 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-332a8f2c-13a8-4abe-9ac2-be1c9cfabc25 req-d73e32a2-c46d-498f-b282-b2c092a2f945 service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285105 Sep 23 18:44:50.783049 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9e35e686-09e5-4ebf-b134-dd182824800f req-3c8cee3d-adde-49a4-b74b-01b4cb60266e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351491 Sep 23 18:44:50.990115 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70e21a-132c-49dd-a91d-0d70fdae6195 req-c6ec1af3-8038-421c-ac8f-1ac6f85c0dc2 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:50.991582 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fd70e21a-132c-49dd-a91d-0d70fdae6195 req-c6ec1af3-8038-421c-ac8f-1ac6f85c0dc2 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0480070 Sep 23 18:44:51.028866 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fd70e21a-132c-49dd-a91d-0d70fdae6195 req-e728721e-7ba0-4399-9863-54566a7cd2cc tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314698 Sep 23 18:44:51.152853 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:44:51.249047 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,segment=NetworkSegment(91fe4316-2c52-4ef2-abba-54b57ca453ef),segment_id=91fe4316-2c52-4ef2-abba-54b57ca453ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:44:51.263109 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c', 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'port_id': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c', 'mac_address': 'fa:16:3e:0c:14:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:44:51.274947 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 59240) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:51.307734 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:51.321050 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae64c6c1-36cd-4270-9899-38a4a54bb7f6 admin admin] Deleting subnet 80c8ba06-1525-4e49-b3be-44833906f9e9 {{(pid=100704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:44:51.323644 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:44:51.324429 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ae64c6c1-36cd-4270-9899-38a4a54bb7f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:51.343525 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,segment=NetworkSegment(91fe4316-2c52-4ef2-abba-54b57ca453ef),segment_id=91fe4316-2c52-4ef2-abba-54b57ca453ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:44:51.348038 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:51.360642 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ae64c6c1-36cd-4270-9899-38a4a54bb7f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4365805'] for subnet, precommit_delete_associations {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:51.397146 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:51.403922 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:51.404325 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:51.404673 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:51.405008 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:51.405339 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:51.405671 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:51.405995 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:51.406323 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:51.406649 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:51.406975 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:51.407293 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:51.407613 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:51.430085 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ae64c6c1-36cd-4270-9899-38a4a54bb7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:51.460307 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba3346-7f05-4fea-a6a1-ec62d5c5a17e req-4449dbeb-1293-4038-8f3a-2495a9d8ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:51.461835 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a1ba3346-7f05-4fea-a6a1-ec62d5c5a17e req-4449dbeb-1293-4038-8f3a-2495a9d8ba99 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 1098 time: 0.0790443 Sep 23 18:44:51.505687 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ae64c6c1-36cd-4270-9899-38a4a54bb7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5742500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4482614'] for subnet, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:51.529187 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a1ba3346-7f05-4fea-a6a1-ec62d5c5a17e req-62921409-13ac-4b2c-ae63-73016f3a7dbc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554516 Sep 23 18:44:51.532712 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64c6c1-36cd-4270-9899-38a4a54bb7f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80c8ba06-1525-4e49-b3be-44833906f9e9,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:51.538437 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ae64c6c1-36cd-4270-9899-38a4a54bb7f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:51.540610 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-ae64c6c1-36cd-4270-9899-38a4a54bb7f6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/80c8ba06-1525-4e49-b3be-44833906f9e9 HTTP/1.1" status: 204 len: 168 time: 0.2644405 Sep 23 18:44:51.543116 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 59242) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:51.613699 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-040d95a5-5a3c-4a66-872b-a47714504f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:51.692203 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-040d95a5-5a3c-4a66-872b-a47714504f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:51.704404 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['82c295ea-eca8-438d-9dbd-02f4e2ebcd4c'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:44:51.736374 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-040d95a5-5a3c-4a66-872b-a47714504f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d']}} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:44:51.749169 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-040d95a5-5a3c-4a66-872b-a47714504f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb04f1df-eb03-4186-98a1-808fb306b4ac') {'for_net_delete': True} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:44:51.749467 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-040d95a5-5a3c-4a66-872b-a47714504f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb04f1df-eb03-4186-98a1-808fb306b4ac') {} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:44:51.761329 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-040d95a5-5a3c-4a66-872b-a47714504f82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4365812'] for segment, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:51.778650 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad22526-49ea-467a-8039-66c8deb5660d req-1f1a6927-727e-4edd-8136-c40b4c6abd88 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:51.780134 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6ad22526-49ea-467a-8039-66c8deb5660d req-1f1a6927-727e-4edd-8136-c40b4c6abd88 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 945 time: 0.0851653 Sep 23 18:44:51.787384 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-040d95a5-5a3c-4a66-872b-a47714504f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:51.799580 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040d95a5-5a3c-4a66-872b-a47714504f82 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=100704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:44:51.800066 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-040d95a5-5a3c-4a66-872b-a47714504f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5741322'] for segment, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: Traceback (most recent call last): Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: timer() Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: cb(*args, **kw) Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: return func(*args, **kwargs) Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: self._notify() Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: self.callback(batched_events) Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: event.method(event) Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: return f(self, *a, **k) Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: return self._get(url).json() Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: return self.request(url, 'GET', **kwargs) Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:44:51.802243 dv-cinder-810415-4-iscsi neutron-server[100704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:44:51.882951 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6ad22526-49ea-467a-8039-66c8deb5660d req-3f88358e-d38f-4631-8248-249a010c5cec tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931063 Sep 23 18:44:51.906487 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-040d95a5-5a3c-4a66-872b-a47714504f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:51.914690 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-040d95a5-5a3c-4a66-872b-a47714504f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:51.918790 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-040d95a5-5a3c-4a66-872b-a47714504f82 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d HTTP/1.1" status: 204 len: 168 time: 0.3724971 Sep 23 18:44:51.931446 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d95a5-5a3c-4a66-872b-a47714504f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d5f0ac1-a8d7-46e8-bcdf-c5c561151c7d,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:51.946707 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d278c6-5b9a-40ab-bb25-e84e60d55347 req-fb7b7780-823e-49c6-bc49-10e47ff20b8e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:51.952708 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-33d278c6-5b9a-40ab-bb25-e84e60d55347 req-fb7b7780-823e-49c6-bc49-10e47ff20b8e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0851710 Sep 23 18:44:51.996126 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-33d278c6-5b9a-40ab-bb25-e84e60d55347 req-6db59a93-49dd-4e42-9d32-5cae8dda02ba tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Sep 23 18:44:52.105625 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 59258) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:52.144878 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-148c96cd-5458-4d6f-93f9-68cd73f34059 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b00540ab3d6a4cf8981658dcca47d2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381176 Sep 23 18:44:52.147387 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 59260) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:52.147549 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff149b8-2416-406d-b9dc-7f6f7aa4592d req-af757be3-bb51-4df0-b5ae-79fc864362cd tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:52.148887 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1ff149b8-2416-406d-b9dc-7f6f7aa4592d req-af757be3-bb51-4df0-b5ae-79fc864362cd tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0518100 Sep 23 18:44:52.187367 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1ff149b8-2416-406d-b9dc-7f6f7aa4592d req-e58a9553-69db-47bd-9fd0-15cb6468a013 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325460 Sep 23 18:44:52.194492 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:52.214916 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:52.261308 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:52.263753 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:52.264957 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/49cf69c5-dc39-4282-ab4f-33d774e04486 HTTP/1.1" status: 204 len: 168 time: 0.1166642 Sep 23 18:44:52.275406 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cf69c5-dc39-4282-ab4f-33d774e04486,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:52.289326 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:52.289480 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:52.289937 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:52.290282 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:52.290615 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:52.290948 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:52.291282 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:52.291614 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:52.291943 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:52.292293 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:52.292619 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:52.292942 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a9dc-f887-4b58-8f3f-698d01d571ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:44:52.577164 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-fbadf11e-bf0a-4eea-a96e-e371e69502b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:52.913204 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:52.998293 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b29e5-5158-4d60-9afb-d31d7e4b58ac req-32c48b9a-3c9e-4571-adba-ef3a86224d1d tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:52.999900 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-275b29e5-5158-4d60-9afb-d31d7e4b58ac req-32c48b9a-3c9e-4571-adba-ef3a86224d1d tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 945 time: 0.0496051 Sep 23 18:44:53.047403 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-275b29e5-5158-4d60-9afb-d31d7e4b58ac req-f8a7b872-a584-413b-a6cc-1d1dbb94b083 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398469 Sep 23 18:44:53.114837 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a444d-ac05-4c45-b7d8-cbe5f2262b74 req-bb90e9b6-9364-4b56-8411-25f2cccda4f0 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:53.116463 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4e6a444d-ac05-4c45-b7d8-cbe5f2262b74 req-bb90e9b6-9364-4b56-8411-25f2cccda4f0 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0555093 Sep 23 18:44:53.161468 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4e6a444d-ac05-4c45-b7d8-cbe5f2262b74 req-ac15dfc3-e491-47ad-91b7-27e94ccf09a6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384016 Sep 23 18:44:53.169225 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:44:53.252341 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:44:53.257233 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:44:53.257758 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:53.327575 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85673b9b-9dd3-4148-8e3d-e4648857b90b req-acc0277a-63ee-45f7-a596-a582c0ed6db3 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:53.336043 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-85673b9b-9dd3-4148-8e3d-e4648857b90b req-acc0277a-63ee-45f7-a596-a582c0ed6db3 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0690842 Sep 23 18:44:53.376687 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:53.381665 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-85673b9b-9dd3-4148-8e3d-e4648857b90b req-39f6f759-b058-4592-b613-7374619216cc tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445354 Sep 23 18:44:53.413597 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:44:53.416020 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69dadcf-dcf6-4732-b867-7266755e8b61" -d '{"events": [{"server_uuid": "c9f51e16-ca88-4666-abc5-6b96044d9001", "name": "network-vif-plugged", "status": "completed", "tag": "82c295ea-eca8-438d-9dbd-02f4e2ebcd4c"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:44:53.429171 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,segment=NetworkSegment(91fe4316-2c52-4ef2-abba-54b57ca453ef),segment_id=91fe4316-2c52-4ef2-abba-54b57ca453ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:44:53.435391 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:53.507128 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159db85-57fe-4ac0-affe-f1ee66d2e51c req-08954e80-9965-4045-afcc-c148be157f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:53.507435 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:53.508632 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1159db85-57fe-4ac0-affe-f1ee66d2e51c req-08954e80-9965-4045-afcc-c148be157f93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6d0e3ad5d04433cb86e81a32e559fcb&device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 1098 time: 0.0726006 Sep 23 18:44:53.516694 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bed9c-4f5f-4542-8e99-8d9a812716fe req-dad55f3b-9e07-43ba-89e9-8f92ea82b329 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:53.517726 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-812bed9c-4f5f-4542-8e99-8d9a812716fe req-dad55f3b-9e07-43ba-89e9-8f92ea82b329 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0921147 Sep 23 18:44:53.565096 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:53.592042 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33527c10-7315-4053-aaf4-9a46ddcf6661 x-openstack-request-id: req-33527c10-7315-4053-aaf4-9a46ddcf6661 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:44:53.592645 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f51e16-ca88-4666-abc5-6b96044d9001", "name": "network-vif-plugged", "status": "completed", "tag": "82c295ea-eca8-438d-9dbd-02f4e2ebcd4c", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:44:53.592820 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33527c10-7315-4053-aaf4-9a46ddcf6661 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:44:53.593305 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c', 'code': 200} Sep 23 18:44:53.621993 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-812bed9c-4f5f-4542-8e99-8d9a812716fe req-a5a08b89-da34-4000-b349-6f2c4c1f6e92 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948360 Sep 23 18:44:53.652070 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159db85-57fe-4ac0-affe-f1ee66d2e51c req-51f6eedf-e34e-4a43-a068-535f886500b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:53.654030 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1159db85-57fe-4ac0-affe-f1ee66d2e51c req-51f6eedf-e34e-4a43-a068-535f886500b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d318e29-c174-4ee7-b855-dbffdacd1183 HTTP/1.1" status: 200 len: 921 time: 0.1339657 Sep 23 18:44:53.706882 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1159db85-57fe-4ac0-affe-f1ee66d2e51c req-a354a694-729b-4f63-8d76-ee53492a2e10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3635d873-a516-4b27-b177-79aad797435a HTTP/1.1" status: 200 len: 217 time: 0.0421455 Sep 23 18:44:53.762279 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159db85-57fe-4ac0-affe-f1ee66d2e51c req-004a18e4-fe57-43a3-be45-d5220921b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:53.763562 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1159db85-57fe-4ac0-affe-f1ee66d2e51c req-004a18e4-fe57-43a3-be45-d5220921b3b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30fd0bd1-802c-436b-b80a-359a455b4902 HTTP/1.1" status: 200 len: 859 time: 0.0433593 Sep 23 18:44:53.799660 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1159db85-57fe-4ac0-affe-f1ee66d2e51c req-904ca172-9ef1-4c97-9f7e-886e33254e19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d318e29-c174-4ee7-b855-dbffdacd1183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247047 Sep 23 18:44:53.923330 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3a10e-348d-43b6-980d-190e5cbf6d4c req-66da6753-b6c8-46d4-9233-f40a8fd114a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:53.924822 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-68e3a10e-348d-43b6-980d-190e5cbf6d4c req-66da6753-b6c8-46d4-9233-f40a8fd114a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 1099 time: 0.0815840 Sep 23 18:44:53.926940 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1159db85-57fe-4ac0-affe-f1ee66d2e51c req-5c5270a4-3b91-41b2-bfbb-013fcc5969f5 service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132782 Sep 23 18:44:54.009213 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-68e3a10e-348d-43b6-980d-190e5cbf6d4c req-35511320-8cc0-4c2a-a6f6-651cc2cf4ee4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603344 Sep 23 18:44:54.061380 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1159db85-57fe-4ac0-affe-f1ee66d2e51c req-ea45a50d-fe15-4b29-9fdf-847f90eb0dd9 service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073790 Sep 23 18:44:54.174067 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceb72f-9e3b-4ff6-a891-883e5a8b3cb0 req-d4495574-56d9-4883-ba99-0afd3e4674ca tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:54.175802 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-61ceb72f-9e3b-4ff6-a891-883e5a8b3cb0 req-d4495574-56d9-4883-ba99-0afd3e4674ca tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0534639 Sep 23 18:44:54.213577 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-61ceb72f-9e3b-4ff6-a891-883e5a8b3cb0 req-1e0fb0cf-7525-4084-995c-100b7debc178 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316610 Sep 23 18:44:54.493857 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0aece7-21b8-4a48-b931-552755b1d34a req-96d46360-50a7-4698-911e-f87284ba6888 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:54.495312 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0b0aece7-21b8-4a48-b931-552755b1d34a req-96d46360-50a7-4698-911e-f87284ba6888 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0508769 Sep 23 18:44:54.531487 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0b0aece7-21b8-4a48-b931-552755b1d34a req-47ba81de-9926-4495-98e2-63afc4ea9122 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303061 Sep 23 18:44:54.745640 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f1a2b-0d42-478d-97cc-ba0e7950de3a req-334ea74a-c140-4c79-a7a5-8faa59283ed2 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:54.747125 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2a0f1a2b-0d42-478d-97cc-ba0e7950de3a req-334ea74a-c140-4c79-a7a5-8faa59283ed2 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0535715 Sep 23 18:44:54.786132 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2a0f1a2b-0d42-478d-97cc-ba0e7950de3a req-d0c9c008-c4df-4d56-87f9-f5068a8d79ff tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319321 Sep 23 18:44:55.330773 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a231f35-4269-4f01-bd8d-d5f77612fa4a req-3da6c656-0dee-4e6b-a460-36c46297e956 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:55.332272 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3a231f35-4269-4f01-bd8d-d5f77612fa4a req-3da6c656-0dee-4e6b-a460-36c46297e956 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0504777 Sep 23 18:44:55.369114 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3a231f35-4269-4f01-bd8d-d5f77612fa4a req-5c63e021-4fba-4bb8-b2cd-6c4e587db312 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307500 Sep 23 18:44:55.430822 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:55.649252 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 59390) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:55.685093 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aac1da-097c-4155-91b4-21154a1fe62e req-ed5f8c31-ba31-4ac3-8fe5-2363417e0987 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:55.687674 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c8aac1da-097c-4155-91b4-21154a1fe62e req-ed5f8c31-ba31-4ac3-8fe5-2363417e0987 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0878782 Sep 23 18:44:55.768684 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c8aac1da-097c-4155-91b4-21154a1fe62e req-30d3ee2f-9092-4b94-a0ad-c3e35bee209b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546019 Sep 23 18:44:55.827420 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-58ef9a80-3861-4ad8-8fed-dcbdf139d169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:55.932177 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbcff4-5397-423e-8b4c-5c7b03619971 req-d6aa79f5-5d23-4b1b-927f-1b337a6d1988 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:55.933691 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e9dbcff4-5397-423e-8b4c-5c7b03619971 req-d6aa79f5-5d23-4b1b-927f-1b337a6d1988 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0674436 Sep 23 18:44:55.976342 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-58ef9a80-3861-4ad8-8fed-dcbdf139d169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:55.985854 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-58ef9a80-3861-4ad8-8fed-dcbdf139d169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:56.020866 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e9dbcff4-5397-423e-8b4c-5c7b03619971 req-23e03ba8-4726-424a-92a4-b971894eca3e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774009 Sep 23 18:44:56.030165 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-58ef9a80-3861-4ad8-8fed-dcbdf139d169 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f17627e3f2e44cd2a452859242ca39a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772101 Sep 23 18:44:56.030554 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 59400) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:56.036976 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef9a80-3861-4ad8-8fed-dcbdf139d169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcbfb30-c684-49b7-a394-ba355d0a65e5,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:56.090893 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-f978a808-5f2a-49c2-ab50-91dbd666dbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:56.111356 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-f978a808-5f2a-49c2-ab50-91dbd666dbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:56.156537 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-f978a808-5f2a-49c2-ab50-91dbd666dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:56.158995 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-f978a808-5f2a-49c2-ab50-91dbd666dbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:56.160726 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-f978a808-5f2a-49c2-ab50-91dbd666dbd7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6bcbfb30-c684-49b7-a394-ba355d0a65e5 HTTP/1.1" status: 204 len: 168 time: 0.1291232 Sep 23 18:44:56.167872 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978a808-5f2a-49c2-ab50-91dbd666dbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcbfb30-c684-49b7-a394-ba355d0a65e5,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:56.490304 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d652d-4f56-4d33-b597-fc468d523fda req-d9701dc6-7fe1-4d55-b99b-f7873e692fd7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:56.491790 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-570d652d-4f56-4d33-b597-fc468d523fda req-d9701dc6-7fe1-4d55-b99b-f7873e692fd7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0527828 Sep 23 18:44:56.528273 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-570d652d-4f56-4d33-b597-fc468d523fda req-07a5ed1b-ec44-48ec-9fab-c45ca59be165 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305309 Sep 23 18:44:56.639270 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5cc04-e04c-47a8-9e6f-19e5d675de4c req-1caf06cf-7828-4eb9-bd40-04e5fad4ed52 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:56.640822 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1ee5cc04-e04c-47a8-9e6f-19e5d675de4c req-1caf06cf-7828-4eb9-bd40-04e5fad4ed52 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0488706 Sep 23 18:44:56.678158 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1ee5cc04-e04c-47a8-9e6f-19e5d675de4c req-27813ebe-9ec4-448d-9a9a-4f3d566e7d62 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305037 Sep 23 18:44:56.699489 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 59408) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:56.915274 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ada287-33ca-45d0-866b-a4df1f987694 req-e20ceec6-ac47-4a9f-a510-da72c567d635 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:56.916800 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-61ada287-33ca-45d0-866b-a4df1f987694 req-e20ceec6-ac47-4a9f-a510-da72c567d635 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0931370 Sep 23 18:44:56.918468 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474acf83-b5cc-4f77-a5e2-8a5cf4482bbd tempest-TestShelveInstance-27344763 tempest-TestShelveInstance-27344763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:56.920534 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-474acf83-b5cc-4f77-a5e2-8a5cf4482bbd tempest-TestShelveInstance-27344763 tempest-TestShelveInstance-27344763-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 1094 time: 0.2200081 Sep 23 18:44:56.923489 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 59418) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:44:56.929166 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Request body: {'floatingip': {'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'port_id': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:44:56.951291 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for floatingip, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:56.955000 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-61ada287-33ca-45d0-866b-a4df1f987694 req-5799b415-aee8-4e9e-9b12-ec7bd34d57cb tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321460 Sep 23 18:44:57.051206 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:57.147303 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbea227-b350-429f-a69a-5041c8949d20 req-bc0f1bff-998c-47cb-92ff-3f286286efae tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:57.148820 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fdbea227-b350-429f-a69a-5041c8949d20 req-bc0f1bff-998c-47cb-92ff-3f286286efae tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0518548 Sep 23 18:44:57.163914 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Allocated IP 172.27.1.152 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/2c33746a-8ad5-4cb5-ba1e-14094f25cc5d) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:44:57.187417 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fdbea227-b350-429f-a69a-5041c8949d20 req-ef1dd237-ae75-4d3e-90e0-2a1b8d8fd54e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321074 Sep 23 18:44:57.266390 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:57.299374 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:57.319812 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:44:57.321744 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:44:57.324639 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:44:57.385716 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Pushing event updated for resources: {'Port': ['ID=2c33746a-8ad5-4cb5-ba1e-14094f25cc5d,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:58.008333 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:58.081004 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694124ec-1ea1-4e7c-b947-d852f9b17814 req-ec70b60f-cc78-4240-9f89-dcd016e0fe41 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:58.083115 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-694124ec-1ea1-4e7c-b947-d852f9b17814 req-ec70b60f-cc78-4240-9f89-dcd016e0fe41 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0482590 Sep 23 18:44:58.108991 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:58.121068 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-694124ec-1ea1-4e7c-b947-d852f9b17814 req-5d33dcc3-9791-4415-ac9d-0a7d2ae8d540 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316956 Sep 23 18:44:58.262174 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:58.266212 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:58.335551 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Pushing event updated for resources: {'Port': ['ID=2c33746a-8ad5-4cb5-ba1e-14094f25cc5d,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:44:58.347519 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:58.444828 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.l3_db [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Floating IP 776a0d7f-60a1-48c9-99e7-78ef673d86a6 associated. External IP: 172.27.1.152, port: 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c. Sep 23 18:44:58.646914 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:44:58.653604 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99734b6-de0a-4b59-bf97-e101a901adae req-a86e18bf-ff00-4e9b-992b-27503cbed230 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:58.655088 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d99734b6-de0a-4b59-bf97-e101a901adae req-a86e18bf-ff00-4e9b-992b-27503cbed230 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0521100 Sep 23 18:44:58.692826 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d99734b6-de0a-4b59-bf97-e101a901adae req-bfb52f7c-feb3-410f-b3c2-1b8f086dbf4f tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309598 Sep 23 18:44:58.755947 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:44:58.767209 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66996844-21ad-455f-b08d-f6e336282c1c None None] Sync routers for ids ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:44:58.775067 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:44:58.778328 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66996844-21ad-455f-b08d-f6e336282c1c None None] Routers {'7222cff6-6cb7-46e4-8f6a-248b5272bba7'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:44:58.779004 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-66996844-21ad-455f-b08d-f6e336282c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:44:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:44:58.804188 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-28f7116a-8493-432f-b39a-c347290ec1c7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8795555 Sep 23 18:44:58.805450 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'tag': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:44:58.809012 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408b4053-73f0-43e5-aa72-1fbebaea1403" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f51e16-ca88-4666-abc5-6b96044d9001", "tag": "82c295ea-eca8-438d-9dbd-02f4e2ebcd4c"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:44:58.849724 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1ccc5c-4442-4abe-a447-0704f651650b x-openstack-request-id: req-9e1ccc5c-4442-4abe-a447-0704f651650b {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:44:58.850010 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f51e16-ca88-4666-abc5-6b96044d9001", "tag": "82c295ea-eca8-438d-9dbd-02f4e2ebcd4c", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:44:58.850256 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e1ccc5c-4442-4abe-a447-0704f651650b {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:44:58.850957 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'tag': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c', 'status': 'completed', 'code': 200} Sep 23 18:44:58.895816 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-66996844-21ad-455f-b08d-f6e336282c1c None None] Set router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:44:58.929394 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b4053-73f0-43e5-aa72-1fbebaea1403 req-62b6a049-2250-4e93-9c35-7695ec96e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:58.930915 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-408b4053-73f0-43e5-aa72-1fbebaea1403 req-62b6a049-2250-4e93-9c35-7695ec96e24b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1f8c4e3fa64a6b836735fbba48909d&device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 1099 time: 0.0425148 Sep 23 18:44:59.051279 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b4053-73f0-43e5-aa72-1fbebaea1403 req-ba235dc0-330f-40fa-9be2-1caa607ad77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:59.053304 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-408b4053-73f0-43e5-aa72-1fbebaea1403 req-ba235dc0-330f-40fa-9be2-1caa607ad77a service neutron] 10.222.0.42 "GET /v2.0/networks?id=1bd28bab-4532-4383-abb6-818a5d8c455d HTTP/1.1" status: 200 len: 911 time: 0.1085141 Sep 23 18:44:59.140565 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-408b4053-73f0-43e5-aa72-1fbebaea1403 req-c9af6a27-6f8e-43be-a5cf-3babefcf5d58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c HTTP/1.1" status: 200 len: 1000 time: 0.0723915 Sep 23 18:44:59.192368 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-66996844-21ad-455f-b08d-f6e336282c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'name': 'tempest-TestShelveInstance-1881418314-router', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:38Z', 'updated_at': '2021-09-23T18:43:45Z', 'revision_number': 4, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'gw_port': {'id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:40Z', 'updated_at': '2021-09-23T18:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': '776a0d7f-60a1-48c9-99e7-78ef673d86a6', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'port_id': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'mac_address': 'fa:16:3e:0c:14:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:44:57Z', 'updated_at': '2021-09-23T18:44:57Z', 'revision_number': 0, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64b66e8e-ba03-4826-83b6-b6ed00710b3f', 'name': '', 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'mac_address': 'fa:16:3e:64:5b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:44Z', 'updated_at': '2021-09-23T18:43:52Z', 'revision_number': 5, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'subnets': [{'id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:44:59.220289 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66996844-21ad-455f-b08d-f6e336282c1c None None] Checking router: 7222cff6-6cb7-46e4-8f6a-248b5272bba7 for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:44:59.224045 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b4053-73f0-43e5-aa72-1fbebaea1403 req-03a15241-ad4b-4ef8-9ea1-3586f76850cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:59.225538 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-408b4053-73f0-43e5-aa72-1fbebaea1403 req-03a15241-ad4b-4ef8-9ea1-3586f76850cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08f9b104-7b94-46da-babd-daf1581be6b6 HTTP/1.1" status: 200 len: 848 time: 0.0750046 Sep 23 18:44:59.229207 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66996844-21ad-455f-b08d-f6e336282c1c None None] Routers {'7222cff6-6cb7-46e4-8f6a-248b5272bba7'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:44:59.229890 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-66996844-21ad-455f-b08d-f6e336282c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:44:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:44:59.292584 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b91988-4775-436c-a160-2aabc51c2db6 req-724e1643-2c86-480f-931a-c4630d6a3448 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:59.294063 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c6b91988-4775-436c-a160-2aabc51c2db6 req-724e1643-2c86-480f-931a-c4630d6a3448 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0921111 Sep 23 18:44:59.300805 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b4053-73f0-43e5-aa72-1fbebaea1403 req-45e2661f-7538-4307-ada8-b6ac5ed76429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:44:59.302219 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-408b4053-73f0-43e5-aa72-1fbebaea1403 req-45e2661f-7538-4307-ada8-b6ac5ed76429 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bd28bab-4532-4383-abb6-818a5d8c455d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591779 Sep 23 18:44:59.340847 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-66996844-21ad-455f-b08d-f6e336282c1c None None] Set router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:44:59.359287 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c6b91988-4775-436c-a160-2aabc51c2db6 req-c9d357db-d405-4824-b7df-843a97cad825 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561357 Sep 23 18:44:59.427241 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-408b4053-73f0-43e5-aa72-1fbebaea1403 req-af098d65-37f8-4617-9d04-a01454e243cf service neutron] 10.222.0.42 "GET /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081109 Sep 23 18:44:59.573816 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-66996844-21ad-455f-b08d-f6e336282c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'name': 'tempest-TestShelveInstance-1881418314-router', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:38Z', 'updated_at': '2021-09-23T18:43:45Z', 'revision_number': 4, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'gw_port': {'id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:40Z', 'updated_at': '2021-09-23T18:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': '776a0d7f-60a1-48c9-99e7-78ef673d86a6', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'port_id': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'mac_address': 'fa:16:3e:0c:14:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:44:57Z', 'updated_at': '2021-09-23T18:44:57Z', 'revision_number': 0, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64b66e8e-ba03-4826-83b6-b6ed00710b3f', 'name': '', 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'mac_address': 'fa:16:3e:64:5b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:44Z', 'updated_at': '2021-09-23T18:43:52Z', 'revision_number': 5, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'subnets': [{'id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:44:59.603768 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66996844-21ad-455f-b08d-f6e336282c1c None None] The sync data for ids ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'] in dv-cinder-810415-4-iscsi is: [{'id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'name': 'tempest-TestShelveInstance-1881418314-router', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:38Z', 'updated_at': '2021-09-23T18:43:45Z', 'revision_number': 4, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'gw_port': {'id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:40Z', 'updated_at': '2021-09-23T18:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': '776a0d7f-60a1-48c9-99e7-78ef673d86a6', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'port_id': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'mac_address': 'fa:16:3e:0c:14:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:44:57Z', 'updated_at': '2021-09-23T18:44:57Z', 'revision_number': 0, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64b66e8e-ba03-4826-83b6-b6ed00710b3f', 'name': '', 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'mac_address': 'fa:16:3e:64:5b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:44Z', 'updated_at': '2021-09-23T18:43:52Z', 'revision_number': 5, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'subnets': [{'id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:44:59.754561 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-408b4053-73f0-43e5-aa72-1fbebaea1403 req-26a0088a-aff4-41be-9281-eca755807063 service neutron] 10.222.0.42 "GET /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155866 Sep 23 18:44:59.822545 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11df303-8ea4-4dee-bf33-67123f3b83bc None None] New status for floating IP 776a0d7f-60a1-48c9-99e7-78ef673d86a6: ACTIVE {{(pid=100705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:45:00.476576 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b4e8c-6c6a-4a73-a0bd-897438dccfdc req-9371939b-3d6e-4ec1-8f9b-20fa90c451a2 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:00.478168 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b11b4e8c-6c6a-4a73-a0bd-897438dccfdc req-9371939b-3d6e-4ec1-8f9b-20fa90c451a2 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0503809 Sep 23 18:45:00.517148 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b11b4e8c-6c6a-4a73-a0bd-897438dccfdc req-fcdd859a-e358-4bd6-babc-7ff2bb777638 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328512 Sep 23 18:45:01.631563 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24012755-baaa-4298-befd-333498e5c0bf req-5940913f-fc2e-442c-968e-20f8a3a895d1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:01.634009 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-24012755-baaa-4298-befd-333498e5c0bf req-5940913f-fc2e-442c-968e-20f8a3a895d1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0515385 Sep 23 18:45:01.670924 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-24012755-baaa-4298-befd-333498e5c0bf req-8a5e6760-1332-4a82-be16-ed3beaac7170 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307124 Sep 23 18:45:02.783487 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8200a04-ac9d-4a6e-972f-cfce9ba561b0 req-3f394cf0-b144-4b49-8da1-d1ba789f447b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:02.785122 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f8200a04-ac9d-4a6e-972f-cfce9ba561b0 req-3f394cf0-b144-4b49-8da1-d1ba789f447b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0475271 Sep 23 18:45:02.824119 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f8200a04-ac9d-4a6e-972f-cfce9ba561b0 req-791709c8-5376-4c76-a7f1-bd603652b3b5 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328424 Sep 23 18:45:03.941893 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c4cb2-92e6-4ace-b595-6d96ab22712c req-eb08930c-4cf9-4800-b10d-95ac86602c57 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:03.943333 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4a8c4cb2-92e6-4ace-b595-6d96ab22712c req-eb08930c-4cf9-4800-b10d-95ac86602c57 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0473452 Sep 23 18:45:03.989337 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4a8c4cb2-92e6-4ace-b595-6d96ab22712c req-bbcfa5dd-b2f6-4be2-a945-2c0972b8121a tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400553 Sep 23 18:45:05.109063 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb69fd3-d636-47e3-a8b8-fa7f9f11ebaa req-4d8c33e0-ba97-4064-a224-74e8a195af2b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:05.110504 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2eb69fd3-d636-47e3-a8b8-fa7f9f11ebaa req-4d8c33e0-ba97-4064-a224-74e8a195af2b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0478685 Sep 23 18:45:05.149131 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2eb69fd3-d636-47e3-a8b8-fa7f9f11ebaa req-9597bd6d-6e46-4b5c-9c0c-4886f15d6bd4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327766 Sep 23 18:45:05.360349 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d297d58-ec6e-4073-8156-17d1451ea155 req-b3751be1-a3bf-4344-9914-793cee38486d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:05.362451 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7d297d58-ec6e-4073-8156-17d1451ea155 req-b3751be1-a3bf-4344-9914-793cee38486d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0551038 Sep 23 18:45:05.411163 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7d297d58-ec6e-4073-8156-17d1451ea155 req-fc1feb8f-63d9-4eef-9c92-bcb65e7c2647 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413325 Sep 23 18:45:05.439729 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaff960-777e-42a9-957d-75ddee039bfc req-53b3358c-752b-425c-b777-fceae2983350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:05.441770 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3eaff960-777e-42a9-957d-75ddee039bfc req-53b3358c-752b-425c-b777-fceae2983350 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da8d789b5bc7452885df88ceb397e55f&device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 1098 time: 0.0444634 Sep 23 18:45:05.541787 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaff960-777e-42a9-957d-75ddee039bfc req-f4c46e54-e9db-4c83-aa04-13ec19504cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:05.543238 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3eaff960-777e-42a9-957d-75ddee039bfc req-f4c46e54-e9db-4c83-aa04-13ec19504cd2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=839314a6-4ed6-4581-9a4d-7d83a16562ce HTTP/1.1" status: 200 len: 912 time: 0.0891922 Sep 23 18:45:05.608127 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3eaff960-777e-42a9-957d-75ddee039bfc req-c163b52f-ee3a-4186-8679-08ac00527520 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae383cee-1966-4385-9fac-d7edddd6d4e3 HTTP/1.1" status: 200 len: 1001 time: 0.0543351 Sep 23 18:45:05.659926 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaff960-777e-42a9-957d-75ddee039bfc req-7d538667-d2d5-4bc8-8ea1-8042776a6eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:05.661324 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3eaff960-777e-42a9-957d-75ddee039bfc req-7d538667-d2d5-4bc8-8ea1-8042776a6eb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1347f6-4986-47d9-9d8d-3f80a83c6a61 HTTP/1.1" status: 200 len: 849 time: 0.0441751 Sep 23 18:45:05.709187 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaff960-777e-42a9-957d-75ddee039bfc req-5d982314-abe2-47b5-af59-0b02d0ab6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:05.711017 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3eaff960-777e-42a9-957d-75ddee039bfc req-5d982314-abe2-47b5-af59-0b02d0ab6e5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=839314a6-4ed6-4581-9a4d-7d83a16562ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420394 Sep 23 18:45:05.834319 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3eaff960-777e-42a9-957d-75ddee039bfc req-f882582b-455e-4b70-9222-33e5fd85c333 service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903409 Sep 23 18:45:05.947783 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3eaff960-777e-42a9-957d-75ddee039bfc req-1d641b05-abc7-4936-855a-740ade58357c service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827837 Sep 23 18:45:06.285802 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:45:06.531531 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a9875-08b6-42cc-a769-4484e10c39e5 req-87364aeb-e841-405b-b270-c506a8e8b6ee tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:06.533069 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-af8a9875-08b6-42cc-a769-4484e10c39e5 req-87364aeb-e841-405b-b270-c506a8e8b6ee tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0541034 Sep 23 18:45:06.570443 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-af8a9875-08b6-42cc-a769-4484e10c39e5 req-49ef7315-2ba9-4c23-9930-7ec2333ca569 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314667 Sep 23 18:45:06.865808 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67627c14-6487-4549-b5be-d2a9dd2607d6 req-74f340ee-b675-468b-93bc-da66958c77ac tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:06.867324 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-67627c14-6487-4549-b5be-d2a9dd2607d6 req-74f340ee-b675-468b-93bc-da66958c77ac tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0855849 Sep 23 18:45:06.874686 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666796b-03fb-46c8-b4c1-1a4e3635f607 req-7121f41f-06fb-43e1-aadc-baa184f6843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:06.876192 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9666796b-03fb-46c8-b4c1-1a4e3635f607 req-7121f41f-06fb-43e1-aadc-baa184f6843f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6d0e3ad5d04433cb86e81a32e559fcb&device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 1098 time: 0.0830624 Sep 23 18:45:06.936869 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-67627c14-6487-4549-b5be-d2a9dd2607d6 req-e73dee09-82cf-4556-b000-ffc0175ae711 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595994 Sep 23 18:45:06.995098 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666796b-03fb-46c8-b4c1-1a4e3635f607 req-76ebc662-54e7-4d53-b48d-886aea4c9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:06.996597 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9666796b-03fb-46c8-b4c1-1a4e3635f607 req-76ebc662-54e7-4d53-b48d-886aea4c9a80 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d318e29-c174-4ee7-b855-dbffdacd1183 HTTP/1.1" status: 200 len: 921 time: 0.1056051 Sep 23 18:45:07.065100 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9666796b-03fb-46c8-b4c1-1a4e3635f607 req-815baf88-f2a0-4d33-9d92-8eb92cb716d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3635d873-a516-4b27-b177-79aad797435a HTTP/1.1" status: 200 len: 217 time: 0.0337784 Sep 23 18:45:07.116720 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666796b-03fb-46c8-b4c1-1a4e3635f607 req-469729e3-cab4-4935-b65b-62db01435163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:07.118014 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9666796b-03fb-46c8-b4c1-1a4e3635f607 req-469729e3-cab4-4935-b65b-62db01435163 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30fd0bd1-802c-436b-b80a-359a455b4902 HTTP/1.1" status: 200 len: 859 time: 0.0435286 Sep 23 18:45:07.225973 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9666796b-03fb-46c8-b4c1-1a4e3635f607 req-645cd8fa-4c65-48a5-b6ae-9eefff88e435 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d318e29-c174-4ee7-b855-dbffdacd1183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282037 Sep 23 18:45:07.320606 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9666796b-03fb-46c8-b4c1-1a4e3635f607 req-d590a07d-ff9f-42af-9b2a-38c9ad4d17c9 service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780892 Sep 23 18:45:07.413431 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9666796b-03fb-46c8-b4c1-1a4e3635f607 req-0d8234c3-2ab2-4ee7-a3e7-58903d6d43b6 service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850849 Sep 23 18:45:07.688204 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e8200-65d7-4d01-a5ab-5213212ddd72 req-4849f9d5-98d4-475f-9693-0f65428ec0da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:07.689733 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c51e8200-65d7-4d01-a5ab-5213212ddd72 req-4849f9d5-98d4-475f-9693-0f65428ec0da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0484490 Sep 23 18:45:07.726416 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c51e8200-65d7-4d01-a5ab-5213212ddd72 req-25c037ea-9ccc-44be-979e-c14245ee7d6f tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303216 Sep 23 18:45:08.055461 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fa55c-d9e2-46ff-b09a-1a7d547d485d req-76146b83-0834-4c09-9acb-c1577d33ea54 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:08.057006 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2a7fa55c-d9e2-46ff-b09a-1a7d547d485d req-76146b83-0834-4c09-9acb-c1577d33ea54 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0513012 Sep 23 18:45:08.093792 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2a7fa55c-d9e2-46ff-b09a-1a7d547d485d req-273b253d-d90a-4833-9efd-611706add934 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306215 Sep 23 18:45:09.214467 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2da880-2cba-45d8-a9fc-d42775be2719 req-2bcd2eab-1c57-47ab-867a-928f1b1a035f tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:09.215940 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5e2da880-2cba-45d8-a9fc-d42775be2719 req-2bcd2eab-1c57-47ab-867a-928f1b1a035f tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0532250 Sep 23 18:45:09.251295 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5e2da880-2cba-45d8-a9fc-d42775be2719 req-b5a2eb3b-18e9-4d4c-8996-a7cbd816aebb tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296016 Sep 23 18:45:10.370746 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec8503-faf6-4135-8475-327aa860b232 req-62755d4a-1143-4832-adab-85f222ad35b0 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:10.372318 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b0ec8503-faf6-4135-8475-327aa860b232 req-62755d4a-1143-4832-adab-85f222ad35b0 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0501468 Sep 23 18:45:10.411644 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b0ec8503-faf6-4135-8475-327aa860b232 req-a16251f1-7f28-4ca4-975e-9a9a663e0c0b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320513 Sep 23 18:45:11.525216 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1db5f9-ac4f-43d9-8419-73f0d904de48 req-f61d55ff-3099-434d-a8df-b1497878b2f1 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:11.526754 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8b1db5f9-ac4f-43d9-8419-73f0d904de48 req-f61d55ff-3099-434d-a8df-b1497878b2f1 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0486431 Sep 23 18:45:11.563099 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8b1db5f9-ac4f-43d9-8419-73f0d904de48 req-2d61fc8e-0f53-4114-b9e8-f594e5e53f58 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306168 Sep 23 18:45:12.677696 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d3d1c-6007-44cd-bb9f-8577d49f5be1 req-684ac207-e000-4126-89df-487b02a6509b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:12.679175 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c82d3d1c-6007-44cd-bb9f-8577d49f5be1 req-684ac207-e000-4126-89df-487b02a6509b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0521758 Sep 23 18:45:12.715481 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c82d3d1c-6007-44cd-bb9f-8577d49f5be1 req-d326d079-0110-4a5a-aa85-5ac147afc8a5 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304718 Sep 23 18:45:13.827134 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac9b2f-bed4-4049-814a-6feb3d95128d req-05646cdd-8d5e-4f44-813f-a08d60e7c966 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:13.828600 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ddac9b2f-bed4-4049-814a-6feb3d95128d req-05646cdd-8d5e-4f44-813f-a08d60e7c966 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0475066 Sep 23 18:45:13.869332 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ddac9b2f-bed4-4049-814a-6feb3d95128d req-f71e7a9c-80a0-45c3-b1d3-a13200168f0c tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306649 Sep 23 18:45:14.981947 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0847c-7c6c-4dd2-b7ca-c2a1aed1c119 req-a32a4354-2d7e-4fb0-aa7e-cfddb49983bb tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:14.983390 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-37e0847c-7c6c-4dd2-b7ca-c2a1aed1c119 req-a32a4354-2d7e-4fb0-aa7e-cfddb49983bb tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0483108 Sep 23 18:45:15.019678 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-37e0847c-7c6c-4dd2-b7ca-c2a1aed1c119 req-f01fc3a6-ba18-4877-ae42-469e05be485a tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299246 Sep 23 18:45:16.135625 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597432e6-e141-4482-a0a0-3ccd1262fbda req-cf9aae25-c711-4465-84a8-e90f1c62283c tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:16.137135 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-597432e6-e141-4482-a0a0-3ccd1262fbda req-cf9aae25-c711-4465-84a8-e90f1c62283c tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0514257 Sep 23 18:45:16.173611 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-597432e6-e141-4482-a0a0-3ccd1262fbda req-ff17d3ff-4748-4f7d-8cfe-ed3b25b5b725 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306706 Sep 23 18:45:17.217060 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:17.292680 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acae0ae-b4a9-41c7-bf78-8359aa5d10c7 req-365151de-8771-424e-a9b9-c797e22d892b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:17.294208 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1acae0ae-b4a9-41c7-bf78-8359aa5d10c7 req-365151de-8771-424e-a9b9-c797e22d892b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0530682 Sep 23 18:45:17.334582 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1acae0ae-b4a9-41c7-bf78-8359aa5d10c7 req-4b6d3cf7-4273-49ec-9b78-b004740dac72 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340943 Sep 23 18:45:18.447808 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add38eac-5cc2-4152-b4fd-b4aa353c8724 req-6fd1a6a6-1a1f-4a24-a246-32ae120bd8da tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:18.449289 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-add38eac-5cc2-4152-b4fd-b4aa353c8724 req-6fd1a6a6-1a1f-4a24-a246-32ae120bd8da tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0479641 Sep 23 18:45:18.489569 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-add38eac-5cc2-4152-b4fd-b4aa353c8724 req-3c7d3c35-47b4-4d35-aae5-8e9a04245f16 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341804 Sep 23 18:45:19.609257 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7250-60de-476c-96a6-de5dbeb4a21c req-bc4e1aa5-216a-4f0c-ae4a-49ad1d64391a tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:19.610733 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-755a7250-60de-476c-96a6-de5dbeb4a21c req-bc4e1aa5-216a-4f0c-ae4a-49ad1d64391a tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0519452 Sep 23 18:45:19.647587 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-755a7250-60de-476c-96a6-de5dbeb4a21c req-50eefd3a-b9a8-44d9-9bfa-9162dfd154f7 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302563 Sep 23 18:45:19.916031 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-92f9220d-1d27-4305-90d1-c6019858a236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:20.758559 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d8b19-1535-4c18-a583-c1a2d8f2bf1a req-6ffae374-1b11-4cfb-b43a-38e5f2f10565 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:20.760049 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5c7d8b19-1535-4c18-a583-c1a2d8f2bf1a req-6ffae374-1b11-4cfb-b43a-38e5f2f10565 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0479400 Sep 23 18:45:20.796330 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5c7d8b19-1535-4c18-a583-c1a2d8f2bf1a req-aaa82a0a-e180-4c58-a633-7be085eb8b53 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303776 Sep 23 18:45:21.910081 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37194741-054b-4040-a213-5237f3d271d6 req-f00db967-cb66-4e12-93a5-27acc8324fba tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:21.911544 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-37194741-054b-4040-a213-5237f3d271d6 req-f00db967-cb66-4e12-93a5-27acc8324fba tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0479448 Sep 23 18:45:21.947430 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-37194741-054b-4040-a213-5237f3d271d6 req-9cd67be8-26f7-4911-81eb-4c18002f77b8 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300806 Sep 23 18:45:22.578111 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1dc93927-11dd-4239-a9fa-26991f6d8b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:22.913447 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:23.066573 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0f759-9a1f-4518-8ab3-85ba6cd59670 req-d4a56b29-de99-4bc7-9d9e-24f399e885f1 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:23.068034 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-45d0f759-9a1f-4518-8ab3-85ba6cd59670 req-d4a56b29-de99-4bc7-9d9e-24f399e885f1 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0542986 Sep 23 18:45:23.103532 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-45d0f759-9a1f-4518-8ab3-85ba6cd59670 req-6c5a6176-f783-461b-9c54-9b38c03704b9 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296221 Sep 23 18:45:23.560082 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:24.221463 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3872de7-8750-40af-97a0-26486821cc76 req-a745e45c-b3d6-40c0-9514-9e0fcf2f311d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:24.222941 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c3872de7-8750-40af-97a0-26486821cc76 req-a745e45c-b3d6-40c0-9514-9e0fcf2f311d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0497866 Sep 23 18:45:24.265392 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c3872de7-8750-40af-97a0-26486821cc76 req-c88c3b0e-4ccf-4608-aa33-15629307dfb7 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362730 Sep 23 18:45:25.382469 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d51eea-1642-4d9c-aa20-f2dd0d6ea423 req-6c92db15-d530-45e1-839f-b5453cf06a32 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:25.383975 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-33d51eea-1642-4d9c-aa20-f2dd0d6ea423 req-6c92db15-d530-45e1-839f-b5453cf06a32 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0485799 Sep 23 18:45:25.425093 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-33d51eea-1642-4d9c-aa20-f2dd0d6ea423 req-23cb00ef-5d6b-453a-8d71-34b41790683d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346699 Sep 23 18:45:25.432859 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:26.542471 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe6e61-343b-4b62-8a9b-44479b79b8c0 req-484b38e1-b7e3-4631-81bc-318ee1eafcce tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:26.543938 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ddbe6e61-343b-4b62-8a9b-44479b79b8c0 req-484b38e1-b7e3-4631-81bc-318ee1eafcce tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0516033 Sep 23 18:45:26.580672 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ddbe6e61-343b-4b62-8a9b-44479b79b8c0 req-ce7ba6b7-8345-4fc5-ba5d-c56969d27087 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305696 Sep 23 18:45:26.742370 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01215997-9542-4c70-9e36-24d8826363ac req-628a61b8-26a9-4850-ad36-0fd54f9fb247 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:26.743800 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-01215997-9542-4c70-9e36-24d8826363ac req-628a61b8-26a9-4850-ad36-0fd54f9fb247 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0479360 Sep 23 18:45:26.779562 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-01215997-9542-4c70-9e36-24d8826363ac req-1e15c3c0-d1a4-48b1-92d4-9b2278981144 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297899 Sep 23 18:45:27.542079 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 59712) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:45:27.680523 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7ff051ce-37d1-41bb-9ebd-a01206ecb8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:27.694854 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96631e0-eee1-4c4b-8999-e13113dc9e02 req-f1fd6d78-0c58-4513-bfaa-1c4b7b013e21 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:27.696366 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d96631e0-eee1-4c4b-8999-e13113dc9e02 req-f1fd6d78-0c58-4513-bfaa-1c4b7b013e21 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0487795 Sep 23 18:45:27.734127 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d96631e0-eee1-4c4b-8999-e13113dc9e02 req-2bab4a33-f7fd-431e-acc6-7d0433207010 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315795 Sep 23 18:45:27.774070 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7ff051ce-37d1-41bb-9ebd-a01206ecb8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:27.777877 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7ff051ce-37d1-41bb-9ebd-a01206ecb8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:27.813986 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff051ce-37d1-41bb-9ebd-a01206ecb8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f0cf18-b18d-4712-91e3-75feedf40172,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:27.820119 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-7ff051ce-37d1-41bb-9ebd-a01206ecb8b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a81035ccad264024979efa81f22d48a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769387 Sep 23 18:45:27.822838 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 59720) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:45:27.902558 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-372da870-7eb5-4520-9077-baaacd319a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:27.925197 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149f566-ac22-4b6f-98c7-2f45781cb9fd req-f2295997-ca67-407d-96ea-478796cd5432 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:27.926675 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6149f566-ac22-4b6f-98c7-2f45781cb9fd req-f2295997-ca67-407d-96ea-478796cd5432 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0678780 Sep 23 18:45:27.943335 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-372da870-7eb5-4520-9077-baaacd319a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:27.992892 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6149f566-ac22-4b6f-98c7-2f45781cb9fd req-4f03de51-7d3f-4a43-9e79-fc313871e46b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589352 Sep 23 18:45:28.017432 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-372da870-7eb5-4520-9077-baaacd319a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:28.020095 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-372da870-7eb5-4520-9077-baaacd319a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:28.021220 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-372da870-7eb5-4520-9077-baaacd319a6f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/36f0cf18-b18d-4712-91e3-75feedf40172 HTTP/1.1" status: 204 len: 168 time: 0.1974037 Sep 23 18:45:28.029168 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372da870-7eb5-4520-9077-baaacd319a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f0cf18-b18d-4712-91e3-75feedf40172,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:28.850419 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5a461-cbdd-49f3-8d76-cee10dc16a29 req-54597a3a-2f92-4454-80fe-b84cfcaec9f3 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:28.851941 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-33b5a461-cbdd-49f3-8d76-cee10dc16a29 req-54597a3a-2f92-4454-80fe-b84cfcaec9f3 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0486360 Sep 23 18:45:28.888865 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-33b5a461-cbdd-49f3-8d76-cee10dc16a29 req-e2817d64-6668-4c53-9647-6de5b0551637 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306811 Sep 23 18:45:29.131237 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee2c84-be77-4a98-9b16-167db76b484a req-1ee92050-11fe-4862-90bf-6bd1f3773b45 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:29.132803 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ceee2c84-be77-4a98-9b16-167db76b484a req-1ee92050-11fe-4862-90bf-6bd1f3773b45 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0534637 Sep 23 18:45:29.172455 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ceee2c84-be77-4a98-9b16-167db76b484a req-4366e6fc-4519-4ae1-9ee1-43f1e02c7532 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335386 Sep 23 18:45:30.001009 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547c4e5-6cfe-4339-9986-77a29f8b64de req-25040fc4-138b-451b-9081-05e78aeb99e0 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:30.002400 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4547c4e5-6cfe-4339-9986-77a29f8b64de req-25040fc4-138b-451b-9081-05e78aeb99e0 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0483577 Sep 23 18:45:30.038948 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4547c4e5-6cfe-4339-9986-77a29f8b64de req-45705fa6-37e7-45b7-91c2-512d8f41792b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307856 Sep 23 18:45:30.289028 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d5016-b96a-4ba2-91ac-3392216d5a09 req-fded90fc-9c49-4dd8-9a43-bf73e20f9ffe tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:30.290428 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-be8d5016-b96a-4ba2-91ac-3392216d5a09 req-fded90fc-9c49-4dd8-9a43-bf73e20f9ffe tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0491946 Sep 23 18:45:30.327593 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-be8d5016-b96a-4ba2-91ac-3392216d5a09 req-686d430f-ff95-49cc-a8d8-f833f8709b1a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310764 Sep 23 18:45:31.156207 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff79f11-f910-484a-b63d-a4ddfc56df46 req-93a6224c-f6c0-4c7c-b2ef-e2f3bc87009d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:31.157749 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-eff79f11-f910-484a-b63d-a4ddfc56df46 req-93a6224c-f6c0-4c7c-b2ef-e2f3bc87009d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0524485 Sep 23 18:45:31.194908 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-eff79f11-f910-484a-b63d-a4ddfc56df46 req-8860f269-d9b1-4a20-b745-586cce4bab52 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311570 Sep 23 18:45:31.446378 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f5414-40e9-419b-ad09-09228eb70df3 req-a5ffbe88-b7f0-4701-bd15-85bc05a60814 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:31.447857 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-aa5f5414-40e9-419b-ad09-09228eb70df3 req-a5ffbe88-b7f0-4701-bd15-85bc05a60814 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0477822 Sep 23 18:45:31.485541 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-aa5f5414-40e9-419b-ad09-09228eb70df3 req-d762337c-41e4-4e77-b38b-96c0224aa92a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313766 Sep 23 18:45:32.306165 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e8ffe-ef35-4c6e-ae0c-79d6cb5c439c req-9e0f660b-4890-4d12-83e8-265dbbfded6f tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:32.307613 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a93e8ffe-ef35-4c6e-ae0c-79d6cb5c439c req-9e0f660b-4890-4d12-83e8-265dbbfded6f tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0472586 Sep 23 18:45:32.343920 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a93e8ffe-ef35-4c6e-ae0c-79d6cb5c439c req-ffef687c-77af-477b-8155-8815f786cb2e tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304713 Sep 23 18:45:32.606479 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7963486-76c9-4fdf-87cc-f9a00b70c79f req-a66e4f4b-a9d7-4867-831a-ff052a9864bd tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:32.607943 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f7963486-76c9-4fdf-87cc-f9a00b70c79f req-a66e4f4b-a9d7-4867-831a-ff052a9864bd tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0519204 Sep 23 18:45:32.643888 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f7963486-76c9-4fdf-87cc-f9a00b70c79f req-54807359-dc71-42de-8c7f-2bb50de08ca7 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294156 Sep 23 18:45:33.457639 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fc8b1-749a-48f5-8d9f-f7b944033322 req-ecbf4c9c-4055-4442-a46c-51e9eb3abf85 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:33.459126 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0f6fc8b1-749a-48f5-8d9f-f7b944033322 req-ecbf4c9c-4055-4442-a46c-51e9eb3abf85 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0489731 Sep 23 18:45:33.496840 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0f6fc8b1-749a-48f5-8d9f-f7b944033322 req-5b331405-161a-4c23-b9c7-b78b178a7d24 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316348 Sep 23 18:45:33.768107 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798fa9e-c424-4ab7-af45-29b51726a96f req-c74590bb-1509-43be-a552-a70d14ed8f52 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:33.769705 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f798fa9e-c424-4ab7-af45-29b51726a96f req-c74590bb-1509-43be-a552-a70d14ed8f52 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0515494 Sep 23 18:45:33.808183 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f798fa9e-c424-4ab7-af45-29b51726a96f req-b56b56aa-3fef-4826-be2f-2cefebf409b6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324578 Sep 23 18:45:33.990270 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00601f96-8b36-4dad-8ebe-566006febe39 req-0d855abc-b88a-44a5-8611-9681ea8cf88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:33.991739 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-00601f96-8b36-4dad-8ebe-566006febe39 req-0d855abc-b88a-44a5-8611-9681ea8cf88a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 1098 time: 0.0430479 Sep 23 18:45:34.029994 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-00601f96-8b36-4dad-8ebe-566006febe39 req-5da8d781-63c4-49c3-b878-1bfa617aa9bb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279956 Sep 23 18:45:34.609741 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc8be-7662-4da8-9f5e-ce9f5cfa429d req-5678525e-92df-4dbc-a021-0383c11d8c74 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:34.611746 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3f4cc8be-7662-4da8-9f5e-ce9f5cfa429d req-5678525e-92df-4dbc-a021-0383c11d8c74 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0491176 Sep 23 18:45:34.649447 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3f4cc8be-7662-4da8-9f5e-ce9f5cfa429d req-8cd0435e-4fe0-413d-a872-fd4f2c4d31e2 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316401 Sep 23 18:45:34.932735 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85d2ee-6bbf-4323-9483-1a1e1fdbca4e req-351e70ed-5d5e-4179-816e-2b6fa4b13698 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:34.934284 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1e85d2ee-6bbf-4323-9483-1a1e1fdbca4e req-351e70ed-5d5e-4179-816e-2b6fa4b13698 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0517702 Sep 23 18:45:34.973650 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1e85d2ee-6bbf-4323-9483-1a1e1fdbca4e req-4695f040-1de5-45e7-a48e-f89be7b0a411 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326507 Sep 23 18:45:35.771414 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93a98b-3d60-4274-8d6b-d83ec52cb855 req-a5e0d8f4-aec8-4aaf-b417-c71d0f014f55 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:35.772825 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0c93a98b-3d60-4274-8d6b-d83ec52cb855 req-a5e0d8f4-aec8-4aaf-b417-c71d0f014f55 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0522637 Sep 23 18:45:35.808927 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0c93a98b-3d60-4274-8d6b-d83ec52cb855 req-a25af528-0b69-4982-8c73-92fd6420f8d6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303636 Sep 23 18:45:36.094075 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45b54c-2629-42b2-b1af-890d5d143fbf req-49128319-30af-4551-a68d-85c87c957d5f tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:36.096178 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8e45b54c-2629-42b2-b1af-890d5d143fbf req-49128319-30af-4551-a68d-85c87c957d5f tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0516925 Sep 23 18:45:36.189106 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8e45b54c-2629-42b2-b1af-890d5d143fbf req-5ebb3064-665c-4328-a292-1bacebc2bba9 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870402 Sep 23 18:45:36.210749 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eda3da-b29a-4977-b33e-62db504bd9c7 req-9a013ee1-808d-496e-837d-e85893697538 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:36.212343 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-45eda3da-b29a-4977-b33e-62db504bd9c7 req-9a013ee1-808d-496e-837d-e85893697538 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0942092 Sep 23 18:45:36.214976 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64a153-bda4-4bda-81ad-3d9c9b4355fe req-add3ee93-2096-43c2-ad82-8c6e0fa60cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:36.216377 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5c64a153-bda4-4bda-81ad-3d9c9b4355fe req-add3ee93-2096-43c2-ad82-8c6e0fa60cee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6d0e3ad5d04433cb86e81a32e559fcb&device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 1098 time: 0.0952394 Sep 23 18:45:36.277144 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-45eda3da-b29a-4977-b33e-62db504bd9c7 req-f4200c1d-6f69-4417-b40d-db57dc6f4ba6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588481 Sep 23 18:45:36.364625 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64a153-bda4-4bda-81ad-3d9c9b4355fe req-ff73c743-14f1-44d3-9f88-59d2949f11b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:36.367082 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5c64a153-bda4-4bda-81ad-3d9c9b4355fe req-ff73c743-14f1-44d3-9f88-59d2949f11b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d318e29-c174-4ee7-b855-dbffdacd1183 HTTP/1.1" status: 200 len: 921 time: 0.1357665 Sep 23 18:45:36.411298 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5c64a153-bda4-4bda-81ad-3d9c9b4355fe req-31939ff0-d837-444c-bb3c-1ef87c679d57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3635d873-a516-4b27-b177-79aad797435a HTTP/1.1" status: 200 len: 217 time: 0.0352962 Sep 23 18:45:36.459435 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64a153-bda4-4bda-81ad-3d9c9b4355fe req-a6332757-f98f-41c1-917b-cb5835016e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:36.460875 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5c64a153-bda4-4bda-81ad-3d9c9b4355fe req-a6332757-f98f-41c1-917b-cb5835016e1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30fd0bd1-802c-436b-b80a-359a455b4902 HTTP/1.1" status: 200 len: 859 time: 0.0422447 Sep 23 18:45:36.494203 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5c64a153-bda4-4bda-81ad-3d9c9b4355fe req-0d6d3a07-8e53-4327-b82a-79bad7f8cdaa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d318e29-c174-4ee7-b855-dbffdacd1183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249553 Sep 23 18:45:36.589523 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5c64a153-bda4-4bda-81ad-3d9c9b4355fe req-b3a52ca1-6dc8-4fc4-97e6-37cda87a2ff1 service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850434 Sep 23 18:45:36.681958 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5c64a153-bda4-4bda-81ad-3d9c9b4355fe req-26dc5f82-9b7d-4256-9aed-8df9e641acfc service neutron] 10.222.0.42 "GET /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846107 Sep 23 18:45:37.308419 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dd35d-01bb-4231-a3a1-5423ed639cf0 req-c9273a4f-c351-4dd4-a9a9-8be609f28225 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:37.309852 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-770dd35d-01bb-4231-a3a1-5423ed639cf0 req-c9273a4f-c351-4dd4-a9a9-8be609f28225 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0475028 Sep 23 18:45:37.348229 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-770dd35d-01bb-4231-a3a1-5423ed639cf0 req-3785c78f-7a1d-433f-b2f8-f2e5de3477b5 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319045 Sep 23 18:45:37.400281 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d8f01-0114-48ff-b0e0-2c089e6e77e4 req-b7c0eb4a-7c69-40e5-b4f1-0df5aac687b5 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:37.401763 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-571d8f01-0114-48ff-b0e0-2c089e6e77e4 req-b7c0eb4a-7c69-40e5-b4f1-0df5aac687b5 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0471933 Sep 23 18:45:37.438398 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-571d8f01-0114-48ff-b0e0-2c089e6e77e4 req-10fcca96-ad02-444f-ad87-a00ec817fe65 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306242 Sep 23 18:45:38.464546 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad90cb8-b469-4849-98ff-ca2fd7083e5d req-111262f2-c523-4600-9bdb-83b8510995d5 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:38.466045 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3ad90cb8-b469-4849-98ff-ca2fd7083e5d req-111262f2-c523-4600-9bdb-83b8510995d5 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0476136 Sep 23 18:45:38.508006 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3ad90cb8-b469-4849-98ff-ca2fd7083e5d req-b73e0b7f-1c0a-40d9-8322-988c4b7e4953 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358026 Sep 23 18:45:38.566798 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd51dd-2143-4181-9721-a79df875330c req-f7fc7823-07cd-4797-890d-929686055bdf tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:38.568532 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b7dd51dd-2143-4181-9721-a79df875330c req-f7fc7823-07cd-4797-890d-929686055bdf tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0532684 Sep 23 18:45:38.607978 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b7dd51dd-2143-4181-9721-a79df875330c req-9799f3a7-482c-4f5e-bd28-ca33091d516d tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329850 Sep 23 18:45:38.838925 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 59912) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:45:38.940773 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8e8fdc10-b0cf-4e59-ab40-469e8e278b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:39.024849 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8e8fdc10-b0cf-4e59-ab40-469e8e278b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:39.028607 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8e8fdc10-b0cf-4e59-ab40-469e8e278b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:39.067094 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-8e8fdc10-b0cf-4e59-ab40-469e8e278b2b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3019517c46b8410994456ca5f141fdf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271328 Sep 23 18:45:39.069081 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fdc10-b0cf-4e59-ab40-469e8e278b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbb3d7c-a96a-4831-bbb0-01bf9e79ba1a,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:39.069820 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 59916) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:45:39.117282 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f6276e8a-d474-4825-b343-13e12e51b2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:39.138609 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f6276e8a-d474-4825-b343-13e12e51b2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:39.184313 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f6276e8a-d474-4825-b343-13e12e51b2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:39.186753 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f6276e8a-d474-4825-b343-13e12e51b2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:39.187885 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-f6276e8a-d474-4825-b343-13e12e51b2d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2fbb3d7c-a96a-4831-bbb0-01bf9e79ba1a HTTP/1.1" status: 204 len: 168 time: 0.1169932 Sep 23 18:45:39.195274 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6276e8a-d474-4825-b343-13e12e51b2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbb3d7c-a96a-4831-bbb0-01bf9e79ba1a,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:39.629803 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97ef1c-244f-4512-ac30-d3ea9ae59dac req-15a1052b-f457-438b-b6e3-8aa1d7c4a803 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:39.631367 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dd97ef1c-244f-4512-ac30-d3ea9ae59dac req-15a1052b-f457-438b-b6e3-8aa1d7c4a803 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0521181 Sep 23 18:45:39.674772 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dd97ef1c-244f-4512-ac30-d3ea9ae59dac req-24bf5960-eaec-4bae-9f44-bd0e297041a6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371141 Sep 23 18:45:39.727506 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c1fdb-710e-4c9a-b62e-27596aa6917d req-c1d2cbb6-c189-4d8d-9510-4812649fb71a tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:39.729272 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a64c1fdb-710e-4c9a-b62e-27596aa6917d req-c1d2cbb6-c189-4d8d-9510-4812649fb71a tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0510058 Sep 23 18:45:39.766688 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a64c1fdb-710e-4c9a-b62e-27596aa6917d req-822f7153-428f-4813-85c9-9d193bdcd635 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313528 Sep 23 18:45:39.784056 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 59942) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:45:39.879577 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-7ebb9020-c8b0-4795-bff3-7c21ee3fcc4a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-97449100-network', 'tenant_id': 'ed963caf7a2c46d0a36d62046f657dd6'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:45:39.902484 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebb9020-c8b0-4795-bff3-7c21ee3fcc4a admin admin] Made reservation on behalf of ed963caf7a2c46d0a36d62046f657dd6 for: {'network': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:45:39.904848 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9020-c8b0-4795-bff3-7c21ee3fcc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:39.913553 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9020-c8b0-4795-bff3-7c21ee3fcc4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:40.004323 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9020-c8b0-4795-bff3-7c21ee3fcc4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:40.008031 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9020-c8b0-4795-bff3-7c21ee3fcc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:40.028786 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebb9020-c8b0-4795-bff3-7c21ee3fcc4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=100704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:45:40.044578 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb9020-c8b0-4795-bff3-7c21ee3fcc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d258347b-d002-447b-8cd8-a59704baf78c,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:40.048949 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9020-c8b0-4795-bff3-7c21ee3fcc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:40.049286 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.segments_db [None req-7ebb9020-c8b0-4795-bff3-7c21ee3fcc4a admin admin] Added segment 292daf3a-5796-4b14-9df7-6bc53f4eafd4 of type vlan for network 62de9e52-aa5c-4d43-a03e-08606a1b6dcb Sep 23 18:45:40.099137 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9020-c8b0-4795-bff3-7c21ee3fcc4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:40.124768 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9020-c8b0-4795-bff3-7c21ee3fcc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:40.125927 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebb9020-c8b0-4795-bff3-7c21ee3fcc4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:40.127079 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9020-c8b0-4795-bff3-7c21ee3fcc4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:40.161880 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-7ebb9020-c8b0-4795-bff3-7c21ee3fcc4a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3767002 Sep 23 18:45:40.165352 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 59956) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:45:40.171221 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-e3f385f7-9550-4f54-9048-c0f624489de3 admin admin] Request body: {'subnet': {'network_id': '62de9e52-aa5c-4d43-a03e-08606a1b6dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-97449100-subnet', 'tenant_id': 'ed963caf7a2c46d0a36d62046f657dd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:45:40.186789 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb9020-c8b0-4795-bff3-7c21ee3fcc4a admin admin] Pushing event updated for resources: {'Network': ['ID=62de9e52-aa5c-4d43-a03e-08606a1b6dcb,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:40.192732 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f385f7-9550-4f54-9048-c0f624489de3 admin admin] Made reservation on behalf of ed963caf7a2c46d0a36d62046f657dd6 for: {'subnet': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:45:40.194896 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e3f385f7-9550-4f54-9048-c0f624489de3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4643603'] for subnet, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:40.197166 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network 62de9e52-aa5c-4d43-a03e-08606a1b6dcb details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:45:40.530207 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e3f385f7-9550-4f54-9048-c0f624489de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4756926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4643617'] for subnet, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:40.581017 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f385f7-9550-4f54-9048-c0f624489de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56bfa86d-f609-4234-8802-8be200ea54f9,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:40.590562 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f385f7-9550-4f54-9048-c0f624489de3 admin admin] Checking segment: {'id': '292daf3a-5796-4b14-9df7-6bc53f4eafd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '62de9e52-aa5c-4d43-a03e-08606a1b6dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:45:40.590914 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f385f7-9550-4f54-9048-c0f624489de3 admin admin] Network hostable DHCP agents. Network: 62de9e52-aa5c-4d43-a03e-08606a1b6dcb, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:45:40.608562 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f385f7-9550-4f54-9048-c0f624489de3 admin admin] Network 62de9e52-aa5c-4d43-a03e-08606a1b6dcb is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:45:40.616829 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-e3f385f7-9550-4f54-9048-c0f624489de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, 62de9e52-aa5c-4d43-a03e-08606a1b6dcb) {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:45:40.620926 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f385f7-9550-4f54-9048-c0f624489de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:40.621513 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e3f385f7-9550-4f54-9048-c0f624489de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:40.626336 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be512a54-a1fd-4ab4-98c4-d6dffffc4d98 None None] Network 62de9e52-aa5c-4d43-a03e-08606a1b6dcb requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:45:40.635179 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-e3f385f7-9550-4f54-9048-c0f624489de3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4682810 Sep 23 18:45:40.769237 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39d1ddb-ef02-4f6d-87b9-921d4b642edb None None] Network 62de9e52-aa5c-4d43-a03e-08606a1b6dcb requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:45:40.809900 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659e963-0029-44c9-8f0d-426a83be4144 req-ab1aed17-697e-44bf-b323-68b99386c045 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:40.811423 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b659e963-0029-44c9-8f0d-426a83be4144 req-ab1aed17-697e-44bf-b323-68b99386c045 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0524459 Sep 23 18:45:40.856288 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b659e963-0029-44c9-8f0d-426a83be4144 req-39009138-a6d4-45a6-8338-07d7c085b24d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381765 Sep 23 18:45:41.986416 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbe3f6-375e-4fcc-9029-f28618d65c95 req-1a8aac97-015a-435e-a8d9-67200068651c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:41.987792 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-99cbe3f6-375e-4fcc-9029-f28618d65c95 req-1a8aac97-015a-435e-a8d9-67200068651c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0557957 Sep 23 18:45:42.024444 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-99cbe3f6-375e-4fcc-9029-f28618d65c95 req-7d7ff547-1a8b-4c35-835c-4fb8d83b5c1a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304794 Sep 23 18:45:42.418968 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-2e5323db-63b0-465f-bd83-a0af3f6e0d69 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:42.420486 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-2e5323db-63b0-465f-bd83-a0af3f6e0d69 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/networks?id=62de9e52-aa5c-4d43-a03e-08606a1b6dcb HTTP/1.1" status: 200 len: 812 time: 0.1045911 Sep 23 18:45:42.436372 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-9b10795b-6089-4b12-8fbd-69c691b57971 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/quotas/ed963caf7a2c46d0a36d62046f657dd6 HTTP/1.1" status: 200 len: 375 time: 0.0097730 Sep 23 18:45:42.474093 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-b6ed5b7b-576a-4dc8-bdae-9a946ca60367 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed963caf7a2c46d0a36d62046f657dd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304558 Sep 23 18:45:42.563421 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-13f085d5-a90e-44b0-b3b5-bc633cf5663b service neutron] 10.222.0.70 "GET /v2.0/networks/62de9e52-aa5c-4d43-a03e-08606a1b6dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812609 Sep 23 18:45:42.654596 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-2b1ef363-6f3f-4dab-9ff6-fa2759cd77e5 service neutron] 10.222.0.70 "GET /v2.0/networks/62de9e52-aa5c-4d43-a03e-08606a1b6dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843866 Sep 23 18:45:42.803734 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-35c52c32-5d37-4b49-aa32-42433b44628e req-bfe73264-cc79-42e6-95bf-f4a7b889dab9 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 210 time: 0.0260210 Sep 23 18:45:43.147880 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838a6d1-183c-4b71-969d-1df9b14428dc req-db0572e1-edf0-4453-a262-d8bb65d32fd5 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:43.149469 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6838a6d1-183c-4b71-969d-1df9b14428dc req-db0572e1-edf0-4453-a262-d8bb65d32fd5 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0532713 Sep 23 18:45:43.190994 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6838a6d1-183c-4b71-969d-1df9b14428dc req-743bcb28-a2d8-4d65-81b9-68fd2859d404 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354519 Sep 23 18:45:43.285836 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:45:43.710468 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450777a3-9527-44d5-a282-5249f224b6fe req-684a926d-833a-4530-a85e-c9904f29874a tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:43.712026 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-450777a3-9527-44d5-a282-5249f224b6fe req-684a926d-833a-4530-a85e-c9904f29874a tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0637231 Sep 23 18:45:43.802404 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-450777a3-9527-44d5-a282-5249f224b6fe req-e977a73a-5968-4bd9-a698-df88d0d0426f tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799115 Sep 23 18:45:43.829126 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-cb3321a0-2261-470e-9fb1-94bb8ee0329d tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:43.830678 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-cb3321a0-2261-470e-9fb1-94bb8ee0329d tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.42 "GET /v2.0/networks?id=62de9e52-aa5c-4d43-a03e-08606a1b6dcb HTTP/1.1" status: 200 len: 812 time: 0.1418765 Sep 23 18:45:43.846050 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Request body: {'port': {'device_id': '2e0193df-eb92-4652-9af9-db37586b1bbb', 'network_id': '62de9e52-aa5c-4d43-a03e-08606a1b6dcb', 'admin_state_up': True, 'tenant_id': 'ed963caf7a2c46d0a36d62046f657dd6'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:45:43.931838 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6066ba38-e49b-494e-81e2-ce58314d092d req-2de1524f-c74b-459f-99bc-932bf08c5098 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 210 time: 0.0551803 Sep 23 18:45:43.988529 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Made reservation on behalf of ed963caf7a2c46d0a36d62046f657dd6 for: {'port': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:45:43.991889 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:44.111190 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Allocated IP 172.20.0.7 (62de9e52-aa5c-4d43-a03e-08606a1b6dcb/56bfa86d-f609-4234-8802-8be200ea54f9/7264a03d-555b-4cf6-b240-142756021df9) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:45:44.254160 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:44.314845 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:44.327390 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67667d-25cb-4343-9c82-f16cfcf5a6bf req-0683f803-a896-45a5-b345-3a54d7e85370 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:44.328931 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cd67667d-25cb-4343-9c82-f16cfcf5a6bf req-0683f803-a896-45a5-b345-3a54d7e85370 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0640774 Sep 23 18:45:44.378478 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Network 62de9e52-aa5c-4d43-a03e-08606a1b6dcb is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:45:44.383480 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:45:44.389959 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:45:44.400967 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Pushing event updated for resources: {'Port': ['ID=7264a03d-555b-4cf6-b240-142756021df9,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:44.435306 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cd67667d-25cb-4343-9c82-f16cfcf5a6bf req-cc26cd8f-97f0-46c7-83f8-462ac2cce72c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834672 Sep 23 18:45:44.439942 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:44.440319 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:44.440661 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:44.441040 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:44.441370 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:44.441704 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:44.442028 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:44.442345 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:44.442666 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:44.442984 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:44.443301 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:44.443615 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:44.464882 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:44.465479 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:44.479283 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-1a9f49b5-b69a-4983-b296-1ae23979862a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6374631 Sep 23 18:45:44.493355 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Request body: {'port': {'device_id': '2e0193df-eb92-4652-9af9-db37586b1bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:45:44.542757 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:44.982343 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8e1e9-6f0a-4d8c-abdd-a0c23664cdf5 req-f7584322-f595-4ff9-b262-8511079ab5c5 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:44.983782 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-53b8e1e9-6f0a-4d8c-abdd-a0c23664cdf5 req-f7584322-f595-4ff9-b262-8511079ab5c5 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0919774 Sep 23 18:45:45.090010 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-53b8e1e9-6f0a-4d8c-abdd-a0c23664cdf5 req-386b1bab-9797-4310-88ac-936e1c670ef9 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984740 Sep 23 18:45:45.108667 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3379be-31de-4453-957f-4bf229da4de9 req-381e9787-40d1-479f-94a7-7ae77aea0b58 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:45.110096 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ae3379be-31de-4453-957f-4bf229da4de9 req-381e9787-40d1-479f-94a7-7ae77aea0b58 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 931 time: 0.1045451 Sep 23 18:45:45.115549 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7264a03d-555b-4cf6-b240-142756021df9 {{(pid=100704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:45:45.128012 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:45.149613 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.provisioning_blocks [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Transition to ACTIVE for port object 7264a03d-555b-4cf6-b240-142756021df9 will not be triggered until provisioned by entity L2. {{(pid=100704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:45:45.156559 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:45.187869 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ae3379be-31de-4453-957f-4bf229da4de9 req-28232834-31b4-41f5-a5de-21d2ae1fbbae tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680549 Sep 23 18:45:45.216647 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Pushing event updated for resources: {'Port': ['ID=7264a03d-555b-4cf6-b240-142756021df9,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:45.279090 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Attempting to bind port 7264a03d-555b-4cf6-b240-142756021df9 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:45:45.279749 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Attempting to bind port 7264a03d-555b-4cf6-b240-142756021df9 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '292daf3a-5796-4b14-9df7-6bc53f4eafd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '62de9e52-aa5c-4d43-a03e-08606a1b6dcb'}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:45:45.279749 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Attempting to bind port 7264a03d-555b-4cf6-b240-142756021df9 on network 62de9e52-aa5c-4d43-a03e-08606a1b6dcb {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:45:45.283880 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Port 7264a03d-555b-4cf6-b240-142756021df9 on network 62de9e52-aa5c-4d43-a03e-08606a1b6dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:45:45.284219 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Attempting to bind port 7264a03d-555b-4cf6-b240-142756021df9 on network 62de9e52-aa5c-4d43-a03e-08606a1b6dcb {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:45:45.288917 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:45:45.289257 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Checking segment: {'id': '292daf3a-5796-4b14-9df7-6bc53f4eafd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '62de9e52-aa5c-4d43-a03e-08606a1b6dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:45:45.289640 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Bound using segment: {'id': '292daf3a-5796-4b14-9df7-6bc53f4eafd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '62de9e52-aa5c-4d43-a03e-08606a1b6dcb'} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:45:45.290064 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Bound port: 7264a03d-555b-4cf6-b240-142756021df9, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292daf3a-5796-4b14-9df7-6bc53f4eafd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '62de9e52-aa5c-4d43-a03e-08606a1b6dcb'}}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:45:45.290422 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:45.357964 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] For port 7264a03d-555b-4cf6-b240-142756021df9, host hv-cinder-81041, cleared binding levels {{(pid=100704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:45:45.362126 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] For port 7264a03d-555b-4cf6-b240-142756021df9, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=7264a03d-555b-4cf6-b240-142756021df9,segment=NetworkSegment(292daf3a-5796-4b14-9df7-6bc53f4eafd4),segment_id=292daf3a-5796-4b14-9df7-6bc53f4eafd4)] {{(pid=100704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:45:45.366330 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:45.398467 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:45.398752 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:45.400462 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] 10.222.0.42 "PUT /v2.0/ports/7264a03d-555b-4cf6-b240-142756021df9 HTTP/1.1" status: 200 len: 1093 time: 0.9108329 Sep 23 18:45:45.402705 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0193df-eb92-4652-9af9-db37586b1bbb', 'tag': '7264a03d-555b-4cf6-b240-142756021df9'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:45:45.405485 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e53a22-1d6c-4dcf-8321-238aee5f98a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0193df-eb92-4652-9af9-db37586b1bbb", "tag": "7264a03d-555b-4cf6-b240-142756021df9"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:45:45.432162 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c4641-7f1a-4e11-9f4f-fa0c1a3ce094 service neutron] Pushing event updated for resources: {'Port': ['ID=7264a03d-555b-4cf6-b240-142756021df9,revision_number=3']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:45.441679 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0021113-1601-42dc-a65f-cb816b1a6fb5 x-openstack-request-id: req-d0021113-1601-42dc-a65f-cb816b1a6fb5 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:45:45.441963 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0193df-eb92-4652-9af9-db37586b1bbb", "tag": "7264a03d-555b-4cf6-b240-142756021df9", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:45:45.442209 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d0021113-1601-42dc-a65f-cb816b1a6fb5 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:45:45.442593 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0193df-eb92-4652-9af9-db37586b1bbb', 'tag': '7264a03d-555b-4cf6-b240-142756021df9', 'status': 'completed', 'code': 200} Sep 23 18:45:45.496093 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-cf1f0ea4-8c76-4b14-bfb4-3af26fea056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:45.497626 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-cf1f0ea4-8c76-4b14-bfb4-3af26fea056e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed963caf7a2c46d0a36d62046f657dd6&device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 1096 time: 0.0421515 Sep 23 18:45:45.551685 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-dbd760e0-0a4a-4da7-981b-0d16d1b76ced service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7264a03d-555b-4cf6-b240-142756021df9 HTTP/1.1" status: 200 len: 217 time: 0.0440588 Sep 23 18:45:45.621659 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e048b-c131-467d-8396-116bede1e932 req-1b14665f-04d4-43a7-8c27-b336b17afce5 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:45.623045 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-383e048b-c131-467d-8396-116bede1e932 req-1b14665f-04d4-43a7-8c27-b336b17afce5 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.1100528 Sep 23 18:45:45.624358 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-48b98235-5441-4b6b-b0be-23171506bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:45.625668 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-48b98235-5441-4b6b-b0be-23171506bd9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56bfa86d-f609-4234-8802-8be200ea54f9 HTTP/1.1" status: 200 len: 852 time: 0.0612881 Sep 23 18:45:45.664202 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-9e199e5e-6e39-4af0-9c61-55a85466862b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=62de9e52-aa5c-4d43-a03e-08606a1b6dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296528 Sep 23 18:45:45.699635 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-383e048b-c131-467d-8396-116bede1e932 req-151f4a05-bde9-49fd-9c64-6b671ee0e0a6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707309 Sep 23 18:45:45.768071 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-e1d9d67c-65f6-4e74-beaa-e3dde7584cc4 service neutron] 10.222.0.42 "GET /v2.0/networks/62de9e52-aa5c-4d43-a03e-08606a1b6dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933468 Sep 23 18:45:45.862799 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a33e984-a4a0-483e-a69e-4cb3d2245547 req-eb36a37d-01d0-4077-8ebf-534cfc1b09df service neutron] 10.222.0.42 "GET /v2.0/networks/62de9e52-aa5c-4d43-a03e-08606a1b6dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830603 Sep 23 18:45:45.964963 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e53a22-1d6c-4dcf-8321-238aee5f98a7 req-f97c7651-1c81-46e5-92a8-4e7a401e82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:45.966354 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-43e53a22-1d6c-4dcf-8321-238aee5f98a7 req-f97c7651-1c81-46e5-92a8-4e7a401e82dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed963caf7a2c46d0a36d62046f657dd6&device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 1096 time: 0.0436292 Sep 23 18:45:46.080828 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e53a22-1d6c-4dcf-8321-238aee5f98a7 req-edee5a80-c1af-4c9f-afcd-7c5b52feb3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:46.082284 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-43e53a22-1d6c-4dcf-8321-238aee5f98a7 req-edee5a80-c1af-4c9f-afcd-7c5b52feb3ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=62de9e52-aa5c-4d43-a03e-08606a1b6dcb HTTP/1.1" status: 200 len: 914 time: 0.0927839 Sep 23 18:45:46.126926 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-43e53a22-1d6c-4dcf-8321-238aee5f98a7 req-394869c8-ac3b-40f7-a375-a289ef96e03d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7264a03d-555b-4cf6-b240-142756021df9 HTTP/1.1" status: 200 len: 217 time: 0.0359292 Sep 23 18:45:46.202107 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e53a22-1d6c-4dcf-8321-238aee5f98a7 req-23f38a35-65fa-42a7-ad5f-501be8cad6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:46.203549 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-43e53a22-1d6c-4dcf-8321-238aee5f98a7 req-23f38a35-65fa-42a7-ad5f-501be8cad6b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56bfa86d-f609-4234-8802-8be200ea54f9 HTTP/1.1" status: 200 len: 852 time: 0.0681765 Sep 23 18:45:46.219602 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f05a6-c9a4-4f00-a984-46146d88a962 req-3c89026a-2780-4c43-9d2c-4c43df98a55c tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:46.221961 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9b5f05a6-c9a4-4f00-a984-46146d88a962 req-3c89026a-2780-4c43-9d2c-4c43df98a55c tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.0612049 Sep 23 18:45:46.261076 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-43e53a22-1d6c-4dcf-8321-238aee5f98a7 req-95c08cd7-ae34-4034-995d-0e4467e528d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=62de9e52-aa5c-4d43-a03e-08606a1b6dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488923 Sep 23 18:45:46.348620 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9b5f05a6-c9a4-4f00-a984-46146d88a962 req-41fbca52-5d30-4b1e-89aa-a688eb50f72a tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178873 Sep 23 18:45:46.408565 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcbdf1-6513-4c1d-b273-cb84e8577245 req-829f2408-9ad6-415a-8db2-e7b417ab54e9 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:46.410004 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e0fcbdf1-6513-4c1d-b273-cb84e8577245 req-829f2408-9ad6-415a-8db2-e7b417ab54e9 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.42 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 945 time: 0.1456606 Sep 23 18:45:46.417079 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87232b-1511-4c7d-a679-c778910c9942 req-14c3dd5b-e20a-47e4-9d59-0e4ae0370a21 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:46.418439 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-af87232b-1511-4c7d-a679-c778910c9942 req-14c3dd5b-e20a-47e4-9d59-0e4ae0370a21 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 943 time: 0.1565230 Sep 23 18:45:46.509603 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-43e53a22-1d6c-4dcf-8321-238aee5f98a7 req-faa5a301-07a9-4aa3-90db-0c55b2d0fbc0 service neutron] 10.222.0.42 "GET /v2.0/networks/62de9e52-aa5c-4d43-a03e-08606a1b6dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280705 Sep 23 18:45:46.525245 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-af87232b-1511-4c7d-a679-c778910c9942 req-74676f36-3bbb-4ace-b4f3-0b6022ed79d8 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932031 Sep 23 18:45:46.567631 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-e0fcbdf1-6513-4c1d-b273-cb84e8577245 req-3523c64a-245c-4d38-934b-ec25403eb1b6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Deleting port 182660f7-2131-4489-b6a8-60ad517d1cdf {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:45:46.567965 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-e0fcbdf1-6513-4c1d-b273-cb84e8577245 req-3523c64a-245c-4d38-934b-ec25403eb1b6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:46.692919 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-43e53a22-1d6c-4dcf-8321-238aee5f98a7 req-256b38d1-021f-4f6b-befa-6228c06bbd38 service neutron] 10.222.0.42 "GET /v2.0/networks/62de9e52-aa5c-4d43-a03e-08606a1b6dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542594 Sep 23 18:45:46.703350 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-e0fcbdf1-6513-4c1d-b273-cb84e8577245 req-3523c64a-245c-4d38-934b-ec25403eb1b6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] For port 182660f7-2131-4489-b6a8-60ad517d1cdf, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=182660f7-2131-4489-b6a8-60ad517d1cdf,segment=NetworkSegment(38712118-2a2d-49de-8a1e-e97bdb9afa84),segment_id=38712118-2a2d-49de-8a1e-e97bdb9afa84)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:45:46.703715 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-e0fcbdf1-6513-4c1d-b273-cb84e8577245 req-3523c64a-245c-4d38-934b-ec25403eb1b6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:46.715825 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-e0fcbdf1-6513-4c1d-b273-cb84e8577245 req-3523c64a-245c-4d38-934b-ec25403eb1b6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Calling delete_port for 182660f7-2131-4489-b6a8-60ad517d1cdf owned by compute:nova {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:45:46.840718 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ab838-a469-4dbc-8582-96409d2747b9 req-97982cb5-0583-4e07-aa54-70a2df043a2c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:46.842399 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d04ab838-a469-4dbc-8582-96409d2747b9 req-97982cb5-0583-4e07-aa54-70a2df043a2c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0690217 Sep 23 18:45:46.919790 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d04ab838-a469-4dbc-8582-96409d2747b9 req-40616b57-499d-4fc9-936d-20702fa849c6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681818 Sep 23 18:45:46.921136 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-e0fcbdf1-6513-4c1d-b273-cb84e8577245 req-3523c64a-245c-4d38-934b-ec25403eb1b6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:46.933403 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['3635d873-a516-4b27-b177-79aad797435a', '182660f7-2131-4489-b6a8-60ad517d1cdf'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:45:46.949936 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523c64a-245c-4d38-934b-ec25403eb1b6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Pushing event deleted for resources: {'Port': ['ID=182660f7-2131-4489-b6a8-60ad517d1cdf,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:46.997111 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fcbdf1-6513-4c1d-b273-cb84e8577245 req-3523c64a-245c-4d38-934b-ec25403eb1b6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] No DVR routers for this DVR port 182660f7-2131-4489-b6a8-60ad517d1cdf on host hv-cinder-81041 {{(pid=100704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:45:46.999709 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-e0fcbdf1-6513-4c1d-b273-cb84e8577245 req-3523c64a-245c-4d38-934b-ec25403eb1b6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:47.001959 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e0fcbdf1-6513-4c1d-b273-cb84e8577245 req-3523c64a-245c-4d38-934b-ec25403eb1b6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.42 "DELETE /v2.0/ports/182660f7-2131-4489-b6a8-60ad517d1cdf HTTP/1.1" status: 204 len: 173 time: 0.5793071 Sep 23 18:45:47.214541 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:47.453785 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ec5c44-7c50-4313-af51-541663e041c5', 'name': 'network-vif-deleted', 'tag': '182660f7-2131-4489-b6a8-60ad517d1cdf'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:45:47.456838 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4deab06-82d9-4b05-a0fc-215a9cb1e0b6" -d '{"events": [{"server_uuid": "54ec5c44-7c50-4313-af51-541663e041c5", "name": "network-vif-deleted", "tag": "182660f7-2131-4489-b6a8-60ad517d1cdf"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:45:47.461326 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-26c8f65f-c22d-4569-a817-deaebf106a6e req-549d2e41-639e-4d90-a3b6-f683aa920a1b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=54ec5c44-7c50-4313-af51-541663e041c5 HTTP/1.1" status: 200 len: 210 time: 0.0315833 Sep 23 18:45:47.494039 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a46ee6-8a3e-4fa2-b398-0111f82831b3 x-openstack-request-id: req-29a46ee6-8a3e-4fa2-b398-0111f82831b3 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:45:47.494327 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ec5c44-7c50-4313-af51-541663e041c5", "name": "network-vif-deleted", "tag": "182660f7-2131-4489-b6a8-60ad517d1cdf", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:45:47.494578 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29a46ee6-8a3e-4fa2-b398-0111f82831b3 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:45:47.494961 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ec5c44-7c50-4313-af51-541663e041c5', 'name': 'network-vif-deleted', 'tag': '182660f7-2131-4489-b6a8-60ad517d1cdf', 'status': 'completed', 'code': 200} Sep 23 18:45:47.638373 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853815e-1d9f-4370-93c2-816868c668d9 req-4525a0a7-a58c-4d11-b125-e036656441e1 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:47.640040 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3853815e-1d9f-4370-93c2-816868c668d9 req-4525a0a7-a58c-4d11-b125-e036656441e1 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 943 time: 0.0513077 Sep 23 18:45:47.677735 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3853815e-1d9f-4370-93c2-816868c668d9 req-312903d9-beef-43e3-952a-7b137463128d tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313776 Sep 23 18:45:48.042386 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9f7af-8957-43bf-8d95-c2ab239a5afb req-9ae55b18-318e-4b93-9fd5-9f08c844cdf6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:48.043845 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d2e9f7af-8957-43bf-8d95-c2ab239a5afb req-9ae55b18-318e-4b93-9fd5-9f08c844cdf6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0478473 Sep 23 18:45:48.080814 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d2e9f7af-8957-43bf-8d95-c2ab239a5afb req-742524ad-4a30-4117-8cd7-8e2f0c0ba431 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306840 Sep 23 18:45:48.725940 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6521c-13c5-4453-adb3-332e1e9cf428 req-af3547ae-3924-4b18-8685-32d3a52e0ed7 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:48.727523 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d7b6521c-13c5-4453-adb3-332e1e9cf428 req-af3547ae-3924-4b18-8685-32d3a52e0ed7 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0498991 Sep 23 18:45:48.815961 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d7b6521c-13c5-4453-adb3-332e1e9cf428 req-34b85c96-60f6-4005-aa72-927195fcb215 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820296 Sep 23 18:45:48.832323 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587251f-0a1a-4663-a92f-667ece946215 req-ce6606a9-3a2e-47da-88cc-9e451ac6a42f tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:48.833797 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c587251f-0a1a-4663-a92f-667ece946215 req-ce6606a9-3a2e-47da-88cc-9e451ac6a42f tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 943 time: 0.0869272 Sep 23 18:45:48.871129 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c587251f-0a1a-4663-a92f-667ece946215 req-7efb9bb0-034b-49f3-99bf-86fca045a47b tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315461 Sep 23 18:45:49.195773 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556572c-7c9a-4252-be8f-e20bb53b8a96 req-5c66877e-b8e0-4e26-ab6a-9c06438ce324 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:49.197258 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2556572c-7c9a-4252-be8f-e20bb53b8a96 req-5c66877e-b8e0-4e26-ab6a-9c06438ce324 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0465355 Sep 23 18:45:49.233806 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2556572c-7c9a-4252-be8f-e20bb53b8a96 req-41b45316-83f9-48ce-88f7-865323c7933c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307400 Sep 23 18:45:49.401827 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-78482cc2-d557-4c61-ba77-b6b36d6df64d req-6acbb1e4-c7c9-4e07-83dc-7b21fc0e017c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399804 Sep 23 18:45:49.402640 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 7264a03d-555b-4cf6-b240-142756021df9 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:45:49.476004 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482cc2-d557-4c61-ba77-b6b36d6df64d req-ce9a8230-ed86-4bb0-b46a-968204f7c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:49.477515 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-78482cc2-d557-4c61-ba77-b6b36d6df64d req-ce9a8230-ed86-4bb0-b46a-968204f7c986 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da8d789b5bc7452885df88ceb397e55f&device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 1098 time: 0.0430572 Sep 23 18:45:49.497839 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 7264a03d-555b-4cf6-b240-142756021df9, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=7264a03d-555b-4cf6-b240-142756021df9,segment=NetworkSegment(292daf3a-5796-4b14-9df7-6bc53f4eafd4),segment_id=292daf3a-5796-4b14-9df7-6bc53f4eafd4)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:45:49.512065 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '7264a03d-555b-4cf6-b240-142756021df9', 'network_id': '62de9e52-aa5c-4d43-a03e-08606a1b6dcb', 'port_id': '7264a03d-555b-4cf6-b240-142756021df9', 'mac_address': 'fa:16:3e:4c:46:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56bfa86d-f609-4234-8802-8be200ea54f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:45:49.547802 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:49.560458 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7264a03d-555b-4cf6-b240-142756021df9 {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:45:49.579508 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 7264a03d-555b-4cf6-b240-142756021df9, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=7264a03d-555b-4cf6-b240-142756021df9,segment=NetworkSegment(292daf3a-5796-4b14-9df7-6bc53f4eafd4),segment_id=292daf3a-5796-4b14-9df7-6bc53f4eafd4)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:45:49.583582 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:49.584419 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device de6f957b-08b2-4ab9-81df-728f087943af details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:45:49.607997 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482cc2-d557-4c61-ba77-b6b36d6df64d req-c52bf817-4a30-42be-885b-6e83b10ad6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:49.609758 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-78482cc2-d557-4c61-ba77-b6b36d6df64d req-c52bf817-4a30-42be-885b-6e83b10ad6f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=839314a6-4ed6-4581-9a4d-7d83a16562ce HTTP/1.1" status: 200 len: 912 time: 0.0837517 Sep 23 18:45:49.657135 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=7264a03d-555b-4cf6-b240-142756021df9,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:49.698391 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-78482cc2-d557-4c61-ba77-b6b36d6df64d req-e76f9f55-6005-4c13-9ba7-9a851a74ab0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae383cee-1966-4385-9fac-d7edddd6d4e3 HTTP/1.1" status: 200 len: 1001 time: 0.0631013 Sep 23 18:45:49.721976 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port de6f957b-08b2-4ab9-81df-728f087943af, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=de6f957b-08b2-4ab9-81df-728f087943af,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:45:49.733246 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': 'de6f957b-08b2-4ab9-81df-728f087943af', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'port_id': 'de6f957b-08b2-4ab9-81df-728f087943af', 'mac_address': 'fa:16:3e:79:69:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:45:49.756670 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482cc2-d557-4c61-ba77-b6b36d6df64d req-e3c2711d-4c0e-4a86-abce-05484cc452f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:49.758257 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-78482cc2-d557-4c61-ba77-b6b36d6df64d req-e3c2711d-4c0e-4a86-abce-05484cc452f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1347f6-4986-47d9-9d8d-3f80a83c6a61 HTTP/1.1" status: 200 len: 849 time: 0.0443943 Sep 23 18:45:49.769574 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:49.783180 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de6f957b-08b2-4ab9-81df-728f087943af {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:45:49.803473 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port de6f957b-08b2-4ab9-81df-728f087943af, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=de6f957b-08b2-4ab9-81df-728f087943af,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:45:49.807107 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482cc2-d557-4c61-ba77-b6b36d6df64d req-5e2df0c5-afe9-4442-93ec-4faab0565e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:49.808290 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:49.808979 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-78482cc2-d557-4c61-ba77-b6b36d6df64d req-5e2df0c5-afe9-4442-93ec-4faab0565e0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=839314a6-4ed6-4581-9a4d-7d83a16562ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425766 Sep 23 18:45:49.868948 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=de6f957b-08b2-4ab9-81df-728f087943af,revision_number=6']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:49.925671 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['de6f957b-08b2-4ab9-81df-728f087943af'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:45:49.930616 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-48d0dcc2-578b-405a-8f37-c7342a83787e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:49.947387 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9876d2-a49b-4aff-8f8c-54f7e6e902c6 req-a9168f82-475c-4c0c-a83e-24745013e6e2 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:49.949214 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0d9876d2-a49b-4aff-8f8c-54f7e6e902c6 req-a9168f82-475c-4c0c-a83e-24745013e6e2 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0623634 Sep 23 18:45:49.988431 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-78482cc2-d557-4c61-ba77-b6b36d6df64d req-93f532f1-6db7-4e26-b763-7b9bfe80cfc2 service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710079 Sep 23 18:45:50.051736 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0d9876d2-a49b-4aff-8f8c-54f7e6e902c6 req-71ceb351-06cd-483e-8846-201512221b2b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934727 Sep 23 18:45:50.074875 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34368532-f126-4190-9992-c48ee26b60a6 req-056faa0b-cafa-4440-8280-a9e42f9b3096 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:50.076416 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-34368532-f126-4190-9992-c48ee26b60a6 req-056faa0b-cafa-4440-8280-a9e42f9b3096 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 944 time: 0.1107571 Sep 23 18:45:50.154292 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-34368532-f126-4190-9992-c48ee26b60a6 req-63d89e2a-dab4-4668-8f8e-f91c0f77fac4 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521278 Sep 23 18:45:50.156393 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-78482cc2-d557-4c61-ba77-b6b36d6df64d req-3d5d1dbc-94bd-4819-90c3-1b0bb2d4f4de service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532052 Sep 23 18:45:50.161195 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['7264a03d-555b-4cf6-b240-142756021df9'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:45:50.366070 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9f6b0-bee4-42e3-811c-a15cd8567d0e req-4a5a9803-d1d6-45a7-b5cd-db6a8099efd3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:50.367740 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-53c9f6b0-bee4-42e3-811c-a15cd8567d0e req-4a5a9803-d1d6-45a7-b5cd-db6a8099efd3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 945 time: 0.0582759 Sep 23 18:45:50.428112 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-53c9f6b0-bee4-42e3-811c-a15cd8567d0e req-70b46f4e-7961-4f23-9b1a-2081383da2ce tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511363 Sep 23 18:45:51.195707 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70bd34-8b21-43a6-9756-c69ba2e6422c req-e037332c-d9fe-4d1c-92a0-3429767dda69 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:51.197505 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ea70bd34-8b21-43a6-9756-c69ba2e6422c req-e037332c-d9fe-4d1c-92a0-3429767dda69 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0533860 Sep 23 18:45:51.249479 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ea70bd34-8b21-43a6-9756-c69ba2e6422c req-eb537037-6498-4161-bb92-82cc7631c283 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430496 Sep 23 18:45:51.298322 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfe45a-eeb3-4df2-8652-7c63c3636c6e req-73348dd6-51bf-4263-8464-8754d7196880 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:51.300519 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-40cfe45a-eeb3-4df2-8652-7c63c3636c6e req-73348dd6-51bf-4263-8464-8754d7196880 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 944 time: 0.0570450 Sep 23 18:45:51.342327 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-40cfe45a-eeb3-4df2-8652-7c63c3636c6e req-65abfe97-9ace-4fb8-82d7-5f45b4ba486f tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355628 Sep 23 18:45:51.424127 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 7264a03d-555b-4cf6-b240-142756021df9 up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:45:51.503615 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port 7264a03d-555b-4cf6-b240-142756021df9 completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:45:51.508811 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 7264a03d-555b-4cf6-b240-142756021df9 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:45:51.509702 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:51.573523 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bfab8-8598-4bcc-98a1-08f14bc47089 req-128d59ea-ee16-4b07-932e-11278eb94bdd tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:51.575056 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c99bfab8-8598-4bcc-98a1-08f14bc47089 req-128d59ea-ee16-4b07-932e-11278eb94bdd tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 945 time: 0.0585434 Sep 23 18:45:51.605799 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:51.632198 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c99bfab8-8598-4bcc-98a1-08f14bc47089 req-18a92f6b-609b-46d9-85a7-73882da013c4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490835 Sep 23 18:45:51.638752 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0193df-eb92-4652-9af9-db37586b1bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7264a03d-555b-4cf6-b240-142756021df9'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:45:51.640871 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482ec290-8ab2-41d3-9cb5-e86b9df72d87" -d '{"events": [{"server_uuid": "2e0193df-eb92-4652-9af9-db37586b1bbb", "name": "network-vif-plugged", "status": "completed", "tag": "7264a03d-555b-4cf6-b240-142756021df9"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:45:51.665354 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 7264a03d-555b-4cf6-b240-142756021df9, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=7264a03d-555b-4cf6-b240-142756021df9,segment=NetworkSegment(292daf3a-5796-4b14-9df7-6bc53f4eafd4),segment_id=292daf3a-5796-4b14-9df7-6bc53f4eafd4)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:45:51.671297 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:51.672839 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device de6f957b-08b2-4ab9-81df-728f087943af up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:45:51.697869 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bd6786-801b-4bb1-a721-4f3be89ca486 x-openstack-request-id: req-d5bd6786-801b-4bb1-a721-4f3be89ca486 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:45:51.698220 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0193df-eb92-4652-9af9-db37586b1bbb", "name": "network-vif-plugged", "status": "completed", "tag": "7264a03d-555b-4cf6-b240-142756021df9", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:45:51.698478 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d5bd6786-801b-4bb1-a721-4f3be89ca486 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:45:51.698884 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0193df-eb92-4652-9af9-db37586b1bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7264a03d-555b-4cf6-b240-142756021df9', 'code': 200} Sep 23 18:45:51.767312 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=7264a03d-555b-4cf6-b240-142756021df9,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:51.777613 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:51.777973 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:51.778350 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:51.778696 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:51.779038 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:51.779379 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:51.779716 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:51.780051 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:51.780449 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:51.780803 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:51.781121 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:51.781450 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:51.796325 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port de6f957b-08b2-4ab9-81df-728f087943af triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:45:51.796727 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:51.888023 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c21ea-1797-4a7f-ad4c-0394e28a2047 req-cc3e402e-13fc-4331-8efc-6155b269648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:51.889835 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-351c21ea-1797-4a7f-ad4c-0394e28a2047 req-cc3e402e-13fc-4331-8efc-6155b269648f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 1098 time: 0.0426209 Sep 23 18:45:51.897633 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:51.937221 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-351c21ea-1797-4a7f-ad4c-0394e28a2047 req-214ea63e-fb6e-4d47-a051-d0b111d6ecb0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356481 Sep 23 18:45:51.943639 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port de6f957b-08b2-4ab9-81df-728f087943af, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=de6f957b-08b2-4ab9-81df-728f087943af,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:45:51.948633 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:51.949769 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 182660f7-2131-4489-b6a8-60ad517d1cdf no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:45:51.994209 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: 182660f7-2131-4489-b6a8-60ad517d1cdf {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:45:51.994604 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 182660f7-2131-4489-b6a8-60ad517d1cdf not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:45:52.024915 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=de6f957b-08b2-4ab9-81df-728f087943af,revision_number=7']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:52.376013 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d39334-344e-43d5-a1a8-d16fb8e4237a req-b0a37bba-883b-4b3f-8312-b9704704527b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:52.378051 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a1d39334-344e-43d5-a1a8-d16fb8e4237a req-b0a37bba-883b-4b3f-8312-b9704704527b tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0598664 Sep 23 18:45:52.481054 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a1d39334-344e-43d5-a1a8-d16fb8e4237a req-4ab5959a-8846-412b-8ad6-02f000d27637 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970676 Sep 23 18:45:52.543494 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6fe09-9f2b-45b0-9c17-0be98d66215d req-ff8ee966-6a61-4649-90d8-5939829bd82f tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:52.553788 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-64f6fe09-9f2b-45b0-9c17-0be98d66215d req-ff8ee966-6a61-4649-90d8-5939829bd82f tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 945 time: 0.1258426 Sep 23 18:45:52.597694 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-2d5adeb4-ad4f-42ce-b2c5-2b34865f4db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:52.626044 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-64f6fe09-9f2b-45b0-9c17-0be98d66215d req-5ce04201-2add-47e5-bedb-1b5edeb4fda9 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713696 Sep 23 18:45:52.760506 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1342d6b-7334-4ab2-a573-6b89030585b9 req-1c1bd285-58d2-40ad-9d88-b53108c3c6e1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:52.762208 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f1342d6b-7334-4ab2-a573-6b89030585b9 req-1c1bd285-58d2-40ad-9d88-b53108c3c6e1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0593543 Sep 23 18:45:52.807950 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f1342d6b-7334-4ab2-a573-6b89030585b9 req-f5147520-0618-4184-8941-e801e50abc5c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393910 Sep 23 18:45:52.920418 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:53.568699 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:53.624744 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14905991-7e5b-4742-9c9b-0954af43455b req-fb302d2f-cf95-49e3-87e7-640bc3ceb0b1 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:53.627185 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-14905991-7e5b-4742-9c9b-0954af43455b req-fb302d2f-cf95-49e3-87e7-640bc3ceb0b1 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0683913 Sep 23 18:45:53.700180 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6f957b-08b2-4ab9-81df-728f087943af'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:45:53.702620 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cd3f6e-ff57-468c-955f-8bcdfe8830f9" -d '{"events": [{"server_uuid": "3e4dd0d5-bd7a-4ca1-91de-64d05cf24464", "name": "network-vif-plugged", "status": "completed", "tag": "de6f957b-08b2-4ab9-81df-728f087943af"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:45:53.703405 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-14905991-7e5b-4742-9c9b-0954af43455b req-d6aa12e2-d932-4c19-984e-1523dbf16b63 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694940 Sep 23 18:45:53.756497 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d671a1-2284-4750-bc4f-2d1a7415ffd7 x-openstack-request-id: req-26d671a1-2284-4750-bc4f-2d1a7415ffd7 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:45:53.756797 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4dd0d5-bd7a-4ca1-91de-64d05cf24464", "name": "network-vif-plugged", "status": "completed", "tag": "de6f957b-08b2-4ab9-81df-728f087943af", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:45:53.757053 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26d671a1-2284-4750-bc4f-2d1a7415ffd7 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:45:53.757473 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6f957b-08b2-4ab9-81df-728f087943af', 'code': 200} Sep 23 18:45:53.781305 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f950b-3b5f-4f89-9833-17ccbbaf1ae9 req-1e2b322c-1ca5-4aab-8726-7b82b2555d23 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:53.783315 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f47f950b-3b5f-4f89-9833-17ccbbaf1ae9 req-1e2b322c-1ca5-4aab-8726-7b82b2555d23 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 945 time: 0.0564742 Sep 23 18:45:53.823809 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f47f950b-3b5f-4f89-9833-17ccbbaf1ae9 req-631c0f54-6228-4584-b28a-f81b652cf958 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342536 Sep 23 18:45:53.939609 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd016f-60c8-4577-af75-919ab9b5cb24 req-56ca2c14-da5b-4f04-aa04-e6d428412971 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:53.942988 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8afd016f-60c8-4577-af75-919ab9b5cb24 req-56ca2c14-da5b-4f04-aa04-e6d428412971 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0546777 Sep 23 18:45:54.008657 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8afd016f-60c8-4577-af75-919ab9b5cb24 req-fc6c533b-b4e8-461f-8a96-d0c4e4d81264 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504599 Sep 23 18:45:54.830777 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd564b1-6199-4e96-b987-f0b02fbc2fb0 req-fa52a73a-9ba1-4ae9-88e8-aa423d0d58f6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:54.833176 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bcd564b1-6199-4e96-b987-f0b02fbc2fb0 req-fa52a73a-9ba1-4ae9-88e8-aa423d0d58f6 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0560102 Sep 23 18:45:54.884059 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bcd564b1-6199-4e96-b987-f0b02fbc2fb0 req-38d5019e-df1b-4820-9e95-02bd66cdae69 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/security-groups?id=759904da-b78f-49db-8afa-500a0d295861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 Sep 23 18:45:55.135143 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4891d-4ea6-4f06-a570-fbb8628f898d req-2f45f914-1752-46dc-abfd-26bb8bc77f4d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:55.136678 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-95e4891d-4ea6-4f06-a570-fbb8628f898d req-2f45f914-1752-46dc-abfd-26bb8bc77f4d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0581946 Sep 23 18:45:55.439486 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-95e4891d-4ea6-4f06-a570-fbb8628f898d req-e7a4ef0d-07f3-4cd9-9fa0-71bba783072f tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801857 Sep 23 18:45:55.442916 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:55.543767 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256a695-5b68-4124-aaf7-4a3e43bbbece req-c4261845-7d8b-4c30-addf-1c094c3bacea tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:55.545396 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3256a695-5b68-4124-aaf7-4a3e43bbbece req-c4261845-7d8b-4c30-addf-1c094c3bacea tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 945 time: 0.0556827 Sep 23 18:45:55.666747 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-3256a695-5b68-4124-aaf7-4a3e43bbbece req-712b94fc-c3ed-495a-b9d5-600c6dc1e3cc tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Deleting port 3635d873-a516-4b27-b177-79aad797435a {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:45:55.667029 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-3256a695-5b68-4124-aaf7-4a3e43bbbece req-712b94fc-c3ed-495a-b9d5-600c6dc1e3cc tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:55.764105 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-3256a695-5b68-4124-aaf7-4a3e43bbbece req-712b94fc-c3ed-495a-b9d5-600c6dc1e3cc tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] For port 3635d873-a516-4b27-b177-79aad797435a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=3635d873-a516-4b27-b177-79aad797435a,segment=NetworkSegment(38712118-2a2d-49de-8a1e-e97bdb9afa84),segment_id=38712118-2a2d-49de-8a1e-e97bdb9afa84)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:45:55.764800 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-3256a695-5b68-4124-aaf7-4a3e43bbbece req-712b94fc-c3ed-495a-b9d5-600c6dc1e3cc tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:55.780234 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-3256a695-5b68-4124-aaf7-4a3e43bbbece req-712b94fc-c3ed-495a-b9d5-600c6dc1e3cc tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Calling delete_port for 3635d873-a516-4b27-b177-79aad797435a owned by compute:nova {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:45:55.943718 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-3256a695-5b68-4124-aaf7-4a3e43bbbece req-712b94fc-c3ed-495a-b9d5-600c6dc1e3cc tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:55.959576 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['3635d873-a516-4b27-b177-79aad797435a'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:45:56.010735 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b94fc-c3ed-495a-b9d5-600c6dc1e3cc tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Pushing event deleted for resources: {'Port': ['ID=3635d873-a516-4b27-b177-79aad797435a,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:56.039223 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8821b752-53ab-4b39-9575-4219cd802a74 req-e86bdf66-148e-445e-a2c4-d0a41daca533 tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8918ca9-14e2-4974-8a55-9dc7ae516069 HTTP/1.1" status: 200 len: 210 time: 0.0389760 Sep 23 18:45:56.089434 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-3256a695-5b68-4124-aaf7-4a3e43bbbece req-712b94fc-c3ed-495a-b9d5-600c6dc1e3cc tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] No DVR routers for this DVR port 3635d873-a516-4b27-b177-79aad797435a on host hv-cinder-81041 {{(pid=100704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:45:56.092424 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-3256a695-5b68-4124-aaf7-4a3e43bbbece req-712b94fc-c3ed-495a-b9d5-600c6dc1e3cc tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:56.094609 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3256a695-5b68-4124-aaf7-4a3e43bbbece req-712b94fc-c3ed-495a-b9d5-600c6dc1e3cc tempest-ServerRescueNegativeTestJSON-1742436811 tempest-ServerRescueNegativeTestJSON-1742436811-project] 10.222.0.42 "DELETE /v2.0/ports/3635d873-a516-4b27-b177-79aad797435a HTTP/1.1" status: 204 len: 173 time: 0.5420368 Sep 23 18:45:56.095607 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8918ca9-14e2-4974-8a55-9dc7ae516069', 'name': 'network-vif-deleted', 'tag': '3635d873-a516-4b27-b177-79aad797435a'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:45:56.108098 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb1b2bb-0aa6-4ba7-ae01-55d9ff930f02" -d '{"events": [{"server_uuid": "a8918ca9-14e2-4974-8a55-9dc7ae516069", "name": "network-vif-deleted", "tag": "3635d873-a516-4b27-b177-79aad797435a"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:45:56.153999 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d57e68-8032-47be-b9ba-37c5910d8784 x-openstack-request-id: req-c3d57e68-8032-47be-b9ba-37c5910d8784 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:45:56.154432 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8918ca9-14e2-4974-8a55-9dc7ae516069", "name": "network-vif-deleted", "tag": "3635d873-a516-4b27-b177-79aad797435a", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:45:56.154814 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3d57e68-8032-47be-b9ba-37c5910d8784 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:45:56.155305 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8918ca9-14e2-4974-8a55-9dc7ae516069', 'name': 'network-vif-deleted', 'tag': '3635d873-a516-4b27-b177-79aad797435a', 'status': 'completed', 'code': 200} Sep 23 18:45:56.599593 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc3a20-698b-4974-b598-04e662b20774 req-8ba1949a-8742-4fc1-8afe-5c34a1e64627 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:56.601258 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d5bc3a20-698b-4974-b598-04e662b20774 req-8ba1949a-8742-4fc1-8afe-5c34a1e64627 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0809932 Sep 23 18:45:56.677647 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d5bc3a20-698b-4974-b598-04e662b20774 req-6f360b28-bc0f-4827-b435-f6c7cf46768e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687284 Sep 23 18:45:57.103440 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60218) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:45:57.563725 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-339987'] for router_interface, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:57.849173 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba8c9a-5974-4f19-a333-253f5914cee0 req-be3974be-9f76-401a-9b69-ed8f37177b1e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:57.853695 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-02ba8c9a-5974-4f19-a333-253f5914cee0 req-be3974be-9f76-401a-9b69-ed8f37177b1e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0705178 Sep 23 18:45:57.915260 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-02ba8c9a-5974-4f19-a333-253f5914cee0 req-d1d022ef-a766-46e6-b503-361abe27ef40 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475867 Sep 23 18:45:57.960409 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Deleting port f0a2d4db-3384-4f87-a49e-5a94a0578e6b {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:45:57.960791 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:58.088046 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] For port f0a2d4db-3384-4f87-a49e-5a94a0578e6b, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=f0a2d4db-3384-4f87-a49e-5a94a0578e6b,segment=NetworkSegment(38712118-2a2d-49de-8a1e-e97bdb9afa84),segment_id=38712118-2a2d-49de-8a1e-e97bdb9afa84)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:45:58.088444 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:58.108511 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Calling delete_port for f0a2d4db-3384-4f87-a49e-5a94a0578e6b owned by network:router_interface {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:45:58.215437 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f374d7d-29c6-47fc-b753-1b0a1a1ef98a req-bd00bb0c-d362-4a76-99aa-43fed6a9c052 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:58.217320 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6f374d7d-29c6-47fc-b753-1b0a1a1ef98a req-bd00bb0c-d362-4a76-99aa-43fed6a9c052 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0740526 Sep 23 18:45:58.263397 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6f374d7d-29c6-47fc-b753-1b0a1a1ef98a req-6ba177d8-a32a-4011-9a05-5cce6d201a45 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392425 Sep 23 18:45:58.377704 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:58.414784 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a2d4db-3384-4f87-a49e-5a94a0578e6b,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:45:58.428004 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:58.428004 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:58.428464 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:58.429035 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:58.429339 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:58.429764 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:58.430189 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:58.432772 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:58.432772 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:58.432772 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:58.432772 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:58.432772 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:45:58.610569 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338842'] for router_interface, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:58.871188 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Router e4d9d594-6538-4b9b-837c-da6ea33090c9 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:45:58.985849 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:45:58.991514 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-285d0440-e7bb-487c-90e6-e2a7794ee97e admin admin] 10.222.0.70 "PUT /v2.0/routers/e4d9d594-6538-4b9b-837c-da6ea33090c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8858371 Sep 23 18:45:58.994029 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60238) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:45:58.998141 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335fffaf-53df-4cde-ad2b-97f23c6981fe None None] Sync routers for ids ['e4d9d594-6538-4b9b-837c-da6ea33090c9'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:45:59.010225 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335fffaf-53df-4cde-ad2b-97f23c6981fe None None] Routers {'e4d9d594-6538-4b9b-837c-da6ea33090c9'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:45:59.010850 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-335fffaf-53df-4cde-ad2b-97f23c6981fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:45:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['e4d9d594-6538-4b9b-837c-da6ea33090c9'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:45:59.113118 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795443-11c8-44f7-9034-4b0d508b81eb req-90610aff-6ad9-4810-85bb-04c9c0ed451a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:59.115479 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-89795443-11c8-44f7-9034-4b0d508b81eb req-90610aff-6ad9-4810-85bb-04c9c0ed451a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0797312 Sep 23 18:45:59.153610 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-335fffaf-53df-4cde-ad2b-97f23c6981fe None None] Set router e4d9d594-6538-4b9b-837c-da6ea33090c9 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:45:59.178285 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-89795443-11c8-44f7-9034-4b0d508b81eb req-c5644f26-ab1b-4ee4-a954-e498a6517696 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563951 Sep 23 18:45:59.187839 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-73e0170c-21e6-4964-872f-7703521aee53 admin admin] Notify callbacks [] for router, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:59.377282 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-335fffaf-53df-4cde-ad2b-97f23c6981fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1354312088-router', 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:45:58Z', 'revision_number': 5, 'project_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'gw_port': {'id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:37Z', 'updated_at': '2021-09-23T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:45:59.447152 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 3635d873-a516-4b27-b177-79aad797435a no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:45:59.451190 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d9550-8b81-4e10-b87b-dab4b672af7c req-1a6e0dda-035a-4a6c-903b-56baa4770232 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:45:59.458582 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e87d9550-8b81-4e10-b87b-dab4b672af7c req-1a6e0dda-035a-4a6c-903b-56baa4770232 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0840874 Sep 23 18:45:59.493362 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: 3635d873-a516-4b27-b177-79aad797435a {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:45:59.494178 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 3635d873-a516-4b27-b177-79aad797435a not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:45:59.524989 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e87d9550-8b81-4e10-b87b-dab4b672af7c req-0d53c0bc-2e1a-448f-b43c-9ace573861e2 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653913 Sep 23 18:45:59.576018 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335fffaf-53df-4cde-ad2b-97f23c6981fe None None] Checking router: e4d9d594-6538-4b9b-837c-da6ea33090c9 for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:45:59.578885 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-73e0170c-21e6-4964-872f-7703521aee53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:59.584309 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335fffaf-53df-4cde-ad2b-97f23c6981fe None None] Routers {'e4d9d594-6538-4b9b-837c-da6ea33090c9'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:45:59.585121 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-335fffaf-53df-4cde-ad2b-97f23c6981fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:45:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['e4d9d594-6538-4b9b-837c-da6ea33090c9'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:45:59.643118 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-73e0170c-21e6-4964-872f-7703521aee53 admin admin] Deleting port 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:45:59.643802 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-73e0170c-21e6-4964-872f-7703521aee53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:59.717990 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-335fffaf-53df-4cde-ad2b-97f23c6981fe None None] Set router e4d9d594-6538-4b9b-837c-da6ea33090c9 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:45:59.766762 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-73e0170c-21e6-4964-872f-7703521aee53 admin admin] For port 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:45:59.767141 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-73e0170c-21e6-4964-872f-7703521aee53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:45:59.795184 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-73e0170c-21e6-4964-872f-7703521aee53 admin admin] Calling delete_port for 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791 owned by network:router_gateway {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:45:59.960882 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-335fffaf-53df-4cde-ad2b-97f23c6981fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1354312088-router', 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:45:58Z', 'revision_number': 5, 'project_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'gw_port': {'id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:37Z', 'updated_at': '2021-09-23T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:45:59.995019 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335fffaf-53df-4cde-ad2b-97f23c6981fe None None] The sync data for ids ['e4d9d594-6538-4b9b-837c-da6ea33090c9'] in dv-cinder-810415-4-iscsi is: [{'id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1354312088-router', 'tenant_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:45:58Z', 'revision_number': 5, 'project_id': 'd6d0e3ad5d04433cb86e81a32e559fcb', 'gw_port': {'id': '3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9d594-6538-4b9b-837c-da6ea33090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:37Z', 'updated_at': '2021-09-23T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:46:00.009339 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-73e0170c-21e6-4964-872f-7703521aee53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.033605 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0170c-21e6-4964-872f-7703521aee53 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:00.097989 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-73e0170c-21e6-4964-872f-7703521aee53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-338777'] for router_gateway, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.200605 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-73e0170c-21e6-4964-872f-7703521aee53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5252'] for router, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.203045 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-73e0170c-21e6-4964-872f-7703521aee53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.266927 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-73e0170c-21e6-4964-872f-7703521aee53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341055'] for router, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.267459 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e0170c-21e6-4964-872f-7703521aee53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4d9d594-6538-4b9b-837c-da6ea33090c9 {{(pid=100703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 18:46:00.276309 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-73e0170c-21e6-4964-872f-7703521aee53 admin admin] Notify callbacks [] for router, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.276309 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-73e0170c-21e6-4964-872f-7703521aee53 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e4d9d594-6538-4b9b-837c-da6ea33090c9 HTTP/1.1" status: 204 len: 168 time: 1.2790074 Sep 23 18:46:00.276551 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60258) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:00.303748 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94342f5e-94b2-4c21-b707-ee5387b2434c req-c242675e-c027-4b68-ba5e-a4795e4325b2 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:00.305266 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-94342f5e-94b2-4c21-b707-ee5387b2434c req-c242675e-c027-4b68-ba5e-a4795e4325b2 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0585933 Sep 23 18:46:00.324160 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b4fb76-1d93-43f4-90de-4d5623e2a418 admin admin] Deleting subnet 30fd0bd1-802c-436b-b80a-359a455b4902 {{(pid=100703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:46:00.327157 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c3b4fb76-1d93-43f4-90de-4d5623e2a418 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.345299 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-94342f5e-94b2-4c21-b707-ee5387b2434c req-e86a4574-0cfb-4859-ba7a-52010e92cda8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333815 Sep 23 18:46:00.362973 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c3b4fb76-1d93-43f4-90de-4d5623e2a418 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629873'] for subnet, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.412602 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c3b4fb76-1d93-43f4-90de-4d5623e2a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.470256 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c3b4fb76-1d93-43f4-90de-4d5623e2a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4756863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4643638'] for subnet, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.499684 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4fb76-1d93-43f4-90de-4d5623e2a418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30fd0bd1-802c-436b-b80a-359a455b4902,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:00.503518 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c3b4fb76-1d93-43f4-90de-4d5623e2a418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.505377 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-c3b4fb76-1d93-43f4-90de-4d5623e2a418 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/30fd0bd1-802c-436b-b80a-359a455b4902 HTTP/1.1" status: 204 len: 168 time: 0.2278578 Sep 23 18:46:00.507785 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60260) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:00.577131 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-068a6c86-eb2f-4eed-90fd-33bae2f9f63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.613835 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27b05c-3d04-4b80-8b97-58c60d252dab req-55fe4c2a-89a1-443d-8305-8f599fe7a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:00.615309 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3c27b05c-3d04-4b80-8b97-58c60d252dab req-55fe4c2a-89a1-443d-8305-8f599fe7a58d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbb56b36ced8493398183f5414134de6&device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 1099 time: 0.0587432 Sep 23 18:46:00.671688 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-068a6c86-eb2f-4eed-90fd-33bae2f9f63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.696525 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-068a6c86-eb2f-4eed-90fd-33bae2f9f63b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d318e29-c174-4ee7-b855-dbffdacd1183']}} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:00.710520 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-068a6c86-eb2f-4eed-90fd-33bae2f9f63b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38712118-2a2d-49de-8a1e-e97bdb9afa84') {'for_net_delete': True} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:00.710826 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-068a6c86-eb2f-4eed-90fd-33bae2f9f63b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38712118-2a2d-49de-8a1e-e97bdb9afa84') {} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:00.722657 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-068a6c86-eb2f-4eed-90fd-33bae2f9f63b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629864'] for segment, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.731441 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17d531-ce66-42a0-93f8-5c5c56407b70 req-9647d4d6-d648-41d0-8ffc-ea815103826d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:00.734226 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5f17d531-ce66-42a0-93f8-5c5c56407b70 req-9647d4d6-d648-41d0-8ffc-ea815103826d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.1112883 Sep 23 18:46:00.736287 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-068a6c86-eb2f-4eed-90fd-33bae2f9f63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.744444 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068a6c86-eb2f-4eed-90fd-33bae2f9f63b admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=100703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:46:00.744848 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-068a6c86-eb2f-4eed-90fd-33bae2f9f63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4755921'] for segment, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: Traceback (most recent call last): Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: timer() Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: cb(*args, **kw) Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: return func(*args, **kwargs) Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: self._notify() Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: self.callback(batched_events) Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: event.method(event) Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: return f(self, *a, **k) Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._get(url).json() Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: return self.request(url, 'GET', **kwargs) Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:46:00.746494 dv-cinder-810415-4-iscsi neutron-server[100703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:46:00.797362 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27b05c-3d04-4b80-8b97-58c60d252dab req-44a82a43-66c8-4daa-b034-5703aa546f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:00.799854 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3c27b05c-3d04-4b80-8b97-58c60d252dab req-44a82a43-66c8-4daa-b034-5703aa546f72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d34e785-4ce6-4052-99a6-618ee041cb51 HTTP/1.1" status: 200 len: 918 time: 0.1759806 Sep 23 18:46:00.802231 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-068a6c86-eb2f-4eed-90fd-33bae2f9f63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.809114 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-068a6c86-eb2f-4eed-90fd-33bae2f9f63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:00.814167 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-068a6c86-eb2f-4eed-90fd-33bae2f9f63b admin admin] 10.222.0.70 "DELETE /v2.0/networks/6d318e29-c174-4ee7-b855-dbffdacd1183 HTTP/1.1" status: 204 len: 168 time: 0.3023348 Sep 23 18:46:00.815025 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5f17d531-ce66-42a0-93f8-5c5c56407b70 req-95e73d55-81bc-4492-9ce5-8f342abf3be2 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758805 Sep 23 18:46:00.835778 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a6c86-eb2f-4eed-90fd-33bae2f9f63b admin admin] Pushing event deleted for resources: {'Network': ['ID=6d318e29-c174-4ee7-b855-dbffdacd1183,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:00.889706 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3c27b05c-3d04-4b80-8b97-58c60d252dab req-d560dba7-68ef-4b42-bca0-2f51408c88f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de6f957b-08b2-4ab9-81df-728f087943af HTTP/1.1" status: 200 len: 1002 time: 0.0651920 Sep 23 18:46:00.941158 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60268) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:00.958333 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27b05c-3d04-4b80-8b97-58c60d252dab req-06a08f03-0ebb-4cbf-aef6-61c4186d9b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:00.959866 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3c27b05c-3d04-4b80-8b97-58c60d252dab req-06a08f03-0ebb-4cbf-aef6-61c4186d9b46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4fd91db2-dbef-4742-8637-4ee71c7c4188 HTTP/1.1" status: 200 len: 855 time: 0.0493052 Sep 23 18:46:00.987054 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-1d30c745-b884-493f-bd86-15632eb86eed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d6d0e3ad5d04433cb86e81a32e559fcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423038 Sep 23 18:46:00.987334 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60270) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:01.017812 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27b05c-3d04-4b80-8b97-58c60d252dab req-be699cc1-7570-4ac5-8582-278010dd64ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:01.019348 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3c27b05c-3d04-4b80-8b97-58c60d252dab req-be699cc1-7570-4ac5-8582-278010dd64ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d34e785-4ce6-4052-99a6-618ee041cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490444 Sep 23 18:46:01.038585 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2508866d-c157-4220-9294-3de4593b6202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:01.061355 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2508866d-c157-4220-9294-3de4593b6202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:01.115541 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2508866d-c157-4220-9294-3de4593b6202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:01.118099 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2508866d-c157-4220-9294-3de4593b6202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:01.118232 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3c27b05c-3d04-4b80-8b97-58c60d252dab req-ffc7c3b4-1763-46b8-9cdc-6a5349607375 service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898607 Sep 23 18:46:01.119261 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-2508866d-c157-4220-9294-3de4593b6202 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/759904da-b78f-49db-8afa-500a0d295861 HTTP/1.1" status: 204 len: 168 time: 0.1310220 Sep 23 18:46:01.127667 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508866d-c157-4220-9294-3de4593b6202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759904da-b78f-49db-8afa-500a0d295861,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:01.222868 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3c27b05c-3d04-4b80-8b97-58c60d252dab req-a79c6393-bacd-4bd7-ba3b-578e8e2fbdee service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905337 Sep 23 18:46:01.471736 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3971bea-1d4f-49cb-932b-e8a6d86f1b03 req-491af58e-b15c-4988-8dea-c5373044b960 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:01.473255 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c3971bea-1d4f-49cb-932b-e8a6d86f1b03 req-491af58e-b15c-4988-8dea-c5373044b960 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0496087 Sep 23 18:46:01.514495 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c3971bea-1d4f-49cb-932b-e8a6d86f1b03 req-2d6e728e-9d69-48d3-babb-11b655ce831d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346704 Sep 23 18:46:01.781236 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:46:01.800951 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:46:01.801307 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 3d4c1b4b-ae5c-463e-b4cb-0c8ad54d4791 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:46:01.801728 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device f0a2d4db-3384-4f87-a49e-5a94a0578e6b no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:46:01.820973 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: f0a2d4db-3384-4f87-a49e-5a94a0578e6b {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:46:01.823338 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device f0a2d4db-3384-4f87-a49e-5a94a0578e6b not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:46:01.837280 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60296) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:01.933692 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33834a5f-931f-470f-be82-88417a7c0d02 req-5c374eb5-9158-457d-bb00-ae649e041e59 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:01.935209 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-33834a5f-931f-470f-be82-88417a7c0d02 req-5c374eb5-9158-457d-bb00-ae649e041e59 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0553334 Sep 23 18:46:01.946965 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-c6c37e84-7837-499e-b510-2cc144749441 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-873176356-network', 'tenant_id': 'fc546a75699640eea8f35facba7dedec'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:46:01.968901 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c37e84-7837-499e-b510-2cc144749441 admin admin] Made reservation on behalf of fc546a75699640eea8f35facba7dedec for: {'network': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:46:01.971502 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c6c37e84-7837-499e-b510-2cc144749441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:01.974529 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-33834a5f-931f-470f-be82-88417a7c0d02 req-e5a5edee-85a5-4c02-9f37-ecfe7a99dc05 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329058 Sep 23 18:46:01.980166 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c6c37e84-7837-499e-b510-2cc144749441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:02.068626 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c6c37e84-7837-499e-b510-2cc144749441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:02.073793 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c6c37e84-7837-499e-b510-2cc144749441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:02.095990 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c37e84-7837-499e-b510-2cc144749441 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=100703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:46:02.109719 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c37e84-7837-499e-b510-2cc144749441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9cd2f0-04f3-479b-bd4f-e9462ab7c60d,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:02.115448 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c6c37e84-7837-499e-b510-2cc144749441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:02.115838 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.segments_db [None req-c6c37e84-7837-499e-b510-2cc144749441 admin admin] Added segment 2fc4d662-466f-4b36-a913-38dbd2277b4d of type vlan for network 274fdaaa-c6a9-4653-849d-807e6879372f Sep 23 18:46:02.158838 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c6c37e84-7837-499e-b510-2cc144749441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:02.182656 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c6c37e84-7837-499e-b510-2cc144749441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:02.183948 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c37e84-7837-499e-b510-2cc144749441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:02.184696 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c6c37e84-7837-499e-b510-2cc144749441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:02.221015 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-c6c37e84-7837-499e-b510-2cc144749441 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3826087 Sep 23 18:46:02.223999 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 60302) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:02.229318 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-f9b23298-904a-4119-bc55-60241832555f admin admin] Request body: {'subnet': {'network_id': '274fdaaa-c6a9-4653-849d-807e6879372f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-873176356-subnet', 'tenant_id': 'fc546a75699640eea8f35facba7dedec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:46:02.246613 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c37e84-7837-499e-b510-2cc144749441 admin admin] Pushing event updated for resources: {'Network': ['ID=274fdaaa-c6a9-4653-849d-807e6879372f,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:02.250821 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b23298-904a-4119-bc55-60241832555f admin admin] Made reservation on behalf of fc546a75699640eea8f35facba7dedec for: {'subnet': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:46:02.253284 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f9b23298-904a-4119-bc55-60241832555f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482579'] for subnet, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:02.256670 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network 274fdaaa-c6a9-4653-849d-807e6879372f details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:46:02.422923 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f9b23298-904a-4119-bc55-60241832555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5742437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482593'] for subnet, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:02.478840 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b23298-904a-4119-bc55-60241832555f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ea119ca-0e33-4f59-827b-5419397963ae,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:02.486888 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b23298-904a-4119-bc55-60241832555f admin admin] Checking segment: {'id': '2fc4d662-466f-4b36-a913-38dbd2277b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '274fdaaa-c6a9-4653-849d-807e6879372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:46:02.487244 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b23298-904a-4119-bc55-60241832555f admin admin] Network hostable DHCP agents. Network: 274fdaaa-c6a9-4653-849d-807e6879372f, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:46:02.503840 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b23298-904a-4119-bc55-60241832555f admin admin] Network 274fdaaa-c6a9-4653-849d-807e6879372f is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:46:02.512328 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-f9b23298-904a-4119-bc55-60241832555f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, 274fdaaa-c6a9-4653-849d-807e6879372f) {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:46:02.517264 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b23298-904a-4119-bc55-60241832555f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:02.518335 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-f9b23298-904a-4119-bc55-60241832555f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:02.521549 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff386423-31bf-4a8f-a322-de992fd1d3d2 None None] Network 274fdaaa-c6a9-4653-849d-807e6879372f requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:46:02.538890 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-f9b23298-904a-4119-bc55-60241832555f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3135948 Sep 23 18:46:02.638350 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261a9ab-63a6-4a9c-83d0-94bbad3f6fdd req-e606ff5d-e317-422b-8ae4-99951dd2751b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:02.639854 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2261a9ab-63a6-4a9c-83d0-94bbad3f6fdd req-e606ff5d-e317-422b-8ae4-99951dd2751b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0517817 Sep 23 18:46:02.649046 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e85b3-d60b-4154-9d29-a72ac9d0f12c None None] Network 274fdaaa-c6a9-4653-849d-807e6879372f requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:46:02.685394 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2261a9ab-63a6-4a9c-83d0-94bbad3f6fdd req-dece29db-45df-4e1f-be98-9865234856e1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371222 Sep 23 18:46:03.053759 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 60324) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:03.059004 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-5cdb22a4-72c3-4234-9a1f-728de1a3a57d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-258608057-network', 'tenant_id': '5e2f289d287b4ca89781b5596ed4d1e7'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:46:03.112262 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdb22a4-72c3-4234-9a1f-728de1a3a57d admin admin] Made reservation on behalf of 5e2f289d287b4ca89781b5596ed4d1e7 for: {'network': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:46:03.114861 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5cdb22a4-72c3-4234-9a1f-728de1a3a57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:03.126452 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5cdb22a4-72c3-4234-9a1f-728de1a3a57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:03.136975 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e44f0-17d1-4450-9ce5-2b75d01a4146 req-07dcdff0-548d-4045-9a56-8c69b7de64d1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:03.138546 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-455e44f0-17d1-4450-9ce5-2b75d01a4146 req-07dcdff0-548d-4045-9a56-8c69b7de64d1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0763090 Sep 23 18:46:03.192699 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-455e44f0-17d1-4450-9ce5-2b75d01a4146 req-a90be4a4-032a-4d7c-bedf-26423b0fe487 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476470 Sep 23 18:46:03.256762 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5cdb22a4-72c3-4234-9a1f-728de1a3a57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:03.260473 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5cdb22a4-72c3-4234-9a1f-728de1a3a57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:03.284817 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cdb22a4-72c3-4234-9a1f-728de1a3a57d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=100704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:46:03.294083 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb22a4-72c3-4234-9a1f-728de1a3a57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145cb9df-ac74-4cd8-9f48-8bc9acf5f0a4,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:03.299501 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5cdb22a4-72c3-4234-9a1f-728de1a3a57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:03.299847 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.segments_db [None req-5cdb22a4-72c3-4234-9a1f-728de1a3a57d admin admin] Added segment de50c74f-94af-48bc-bcda-a21cff7373d1 of type vlan for network 9eb16cce-7abc-43f3-8add-aaf66121c505 Sep 23 18:46:03.337889 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5cdb22a4-72c3-4234-9a1f-728de1a3a57d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:03.369078 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5cdb22a4-72c3-4234-9a1f-728de1a3a57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:03.370070 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdb22a4-72c3-4234-9a1f-728de1a3a57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:03.370648 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5cdb22a4-72c3-4234-9a1f-728de1a3a57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:03.405005 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-5cdb22a4-72c3-4234-9a1f-728de1a3a57d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3501341 Sep 23 18:46:03.408788 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 60326) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:03.417210 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-32690593-667d-43be-ad8e-6bf6137cc97b admin admin] Request body: {'subnet': {'network_id': '9eb16cce-7abc-43f3-8add-aaf66121c505', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-258608057-subnet', 'tenant_id': '5e2f289d287b4ca89781b5596ed4d1e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:46:03.448577 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb22a4-72c3-4234-9a1f-728de1a3a57d admin admin] Pushing event updated for resources: {'Network': ['ID=9eb16cce-7abc-43f3-8add-aaf66121c505,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:03.458204 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network 9eb16cce-7abc-43f3-8add-aaf66121c505 details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:46:03.466311 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32690593-667d-43be-ad8e-6bf6137cc97b admin admin] Made reservation on behalf of 5e2f289d287b4ca89781b5596ed4d1e7 for: {'subnet': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:46:03.468860 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-32690593-667d-43be-ad8e-6bf6137cc97b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482579'] for subnet, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:03.638319 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-32690593-667d-43be-ad8e-6bf6137cc97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5742437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482593'] for subnet, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:03.694727 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32690593-667d-43be-ad8e-6bf6137cc97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1d54a0-4fd2-40f5-9d06-ea2284a0d761,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:03.701872 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32690593-667d-43be-ad8e-6bf6137cc97b admin admin] Checking segment: {'id': 'de50c74f-94af-48bc-bcda-a21cff7373d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '9eb16cce-7abc-43f3-8add-aaf66121c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:46:03.702231 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32690593-667d-43be-ad8e-6bf6137cc97b admin admin] Network hostable DHCP agents. Network: 9eb16cce-7abc-43f3-8add-aaf66121c505, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:46:03.718570 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32690593-667d-43be-ad8e-6bf6137cc97b admin admin] Network 9eb16cce-7abc-43f3-8add-aaf66121c505 is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:46:03.730096 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-32690593-667d-43be-ad8e-6bf6137cc97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, 9eb16cce-7abc-43f3-8add-aaf66121c505) {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:46:03.734273 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32690593-667d-43be-ad8e-6bf6137cc97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:03.734895 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-32690593-667d-43be-ad8e-6bf6137cc97b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:03.743219 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942e285a-e7ec-4c2a-9285-e5f1440ee808 None None] Network 9eb16cce-7abc-43f3-8add-aaf66121c505 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:46:03.749837 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-32690593-667d-43be-ad8e-6bf6137cc97b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3404098 Sep 23 18:46:03.818775 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a6fff-8569-40a2-9749-e1521d5bf3bb req-2455fcfa-edc4-471f-9485-6811e4f4ff27 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:03.820375 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b5a6fff-8569-40a2-9749-e1521d5bf3bb req-2455fcfa-edc4-471f-9485-6811e4f4ff27 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0630200 Sep 23 18:46:03.865061 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b5a6fff-8569-40a2-9749-e1521d5bf3bb req-57c7be57-75bd-4082-8723-7f64e4305a98 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368757 Sep 23 18:46:03.875996 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e498e2f-effd-42dc-ae26-5c1cb50a577b None None] Network 9eb16cce-7abc-43f3-8add-aaf66121c505 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:46:03.882268 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60332) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:03.939429 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_v2 [None req-a812b8d3-2acf-41e9-b464-a5f39a39ae62 admin admin] Deleting subnet 0ea119ca-0e33-4f59-827b-5419397963ae {{(pid=100703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:46:03.943546 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a812b8d3-2acf-41e9-b464-a5f39a39ae62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:03.993405 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a812b8d3-2acf-41e9-b464-a5f39a39ae62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629873'] for subnet, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.051834 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a812b8d3-2acf-41e9-b464-a5f39a39ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.108201 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a812b8d3-2acf-41e9-b464-a5f39a39ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4756863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4643638'] for subnet, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.134924 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812b8d3-2acf-41e9-b464-a5f39a39ae62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ea119ca-0e33-4f59-827b-5419397963ae,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:04.138731 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a812b8d3-2acf-41e9-b464-a5f39a39ae62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.143806 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-a812b8d3-2acf-41e9-b464-a5f39a39ae62 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0ea119ca-0e33-4f59-827b-5419397963ae HTTP/1.1" status: 204 len: 168 time: 0.2568645 Sep 23 18:46:04.144324 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 60346) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:04.213605 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b1ec52bc-2a15-4b9e-8e42-714a91f8417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.330056 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b1ec52bc-2a15-4b9e-8e42-714a91f8417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.355347 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-b1ec52bc-2a15-4b9e-8e42-714a91f8417b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274fdaaa-c6a9-4653-849d-807e6879372f']}} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:04.368151 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-b1ec52bc-2a15-4b9e-8e42-714a91f8417b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc4d662-466f-4b36-a913-38dbd2277b4d') {'for_net_delete': True} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:04.368484 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-b1ec52bc-2a15-4b9e-8e42-714a91f8417b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc4d662-466f-4b36-a913-38dbd2277b4d') {} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:04.386958 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa6ecd-c421-4f50-aad9-2f4dea269b93 req-299b3eb6-865f-4e88-a0cc-8e3e79d85901 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:04.388508 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dcaa6ecd-c421-4f50-aad9-2f4dea269b93 req-299b3eb6-865f-4e88-a0cc-8e3e79d85901 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.1119566 Sep 23 18:46:04.390289 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b1ec52bc-2a15-4b9e-8e42-714a91f8417b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4365812'] for segment, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.415459 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b1ec52bc-2a15-4b9e-8e42-714a91f8417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.421994 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [req-238fc0a5-a3ba-4c4b-a1dd-6d9c251ed9ae req-894b343c-294b-449f-8bd0-10bb919bc2a7 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=100704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 18:46:04.423513 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-238fc0a5-a3ba-4c4b-a1dd-6d9c251ed9ae req-894b343c-294b-449f-8bd0-10bb919bc2a7 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098469 Sep 23 18:46:04.432355 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ec52bc-2a15-4b9e-8e42-714a91f8417b admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=100704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:46:04.432778 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b1ec52bc-2a15-4b9e-8e42-714a91f8417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5741322'] for segment, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: Traceback (most recent call last): Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: timer() Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: cb(*args, **kw) Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: return func(*args, **kwargs) Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: self._notify() Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: self.callback(batched_events) Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: event.method(event) Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: return f(self, *a, **k) Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: return self._get(url).json() Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: return self.request(url, 'GET', **kwargs) Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:46:04.434376 dv-cinder-810415-4-iscsi neutron-server[100704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:46:04.467825 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dcaa6ecd-c421-4f50-aad9-2f4dea269b93 req-b59384ee-3529-4403-ac08-46737f4e6fb6 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706236 Sep 23 18:46:04.510238 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b1ec52bc-2a15-4b9e-8e42-714a91f8417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.514672 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b1ec52bc-2a15-4b9e-8e42-714a91f8417b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.517127 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-b1ec52bc-2a15-4b9e-8e42-714a91f8417b admin admin] 10.222.0.70 "DELETE /v2.0/networks/274fdaaa-c6a9-4653-849d-807e6879372f HTTP/1.1" status: 204 len: 168 time: 0.3714073 Sep 23 18:46:04.519996 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60358) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:04.539238 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec52bc-2a15-4b9e-8e42-714a91f8417b admin admin] Pushing event deleted for resources: {'Network': ['ID=274fdaaa-c6a9-4653-849d-807e6879372f,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:04.582816 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a6037d-8953-45c9-8190-4b91626cd460 admin admin] Deleting subnet 8a1d54a0-4fd2-40f5-9d06-ea2284a0d761 {{(pid=100703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:46:04.586894 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-24a6037d-8953-45c9-8190-4b91626cd460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.597433 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668224a-1646-4297-b768-47437dd3215c req-b93eadad-7ed0-4246-b813-3303bc523bc8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:04.599175 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f668224a-1646-4297-b768-47437dd3215c req-b93eadad-7ed0-4246-b813-3303bc523bc8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 946 time: 0.0497754 Sep 23 18:46:04.627340 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-24a6037d-8953-45c9-8190-4b91626cd460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629873'] for subnet, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.640649 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f668224a-1646-4297-b768-47437dd3215c req-1a4cd712-ae27-42ff-8e0b-dee5a51f9f2e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340085 Sep 23 18:46:04.683237 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-24a6037d-8953-45c9-8190-4b91626cd460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.741999 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-24a6037d-8953-45c9-8190-4b91626cd460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4756863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4643638'] for subnet, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.766681 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6037d-8953-45c9-8190-4b91626cd460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a1d54a0-4fd2-40f5-9d06-ea2284a0d761,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:04.773246 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-24a6037d-8953-45c9-8190-4b91626cd460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.775186 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-24a6037d-8953-45c9-8190-4b91626cd460 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8a1d54a0-4fd2-40f5-9d06-ea2284a0d761 HTTP/1.1" status: 204 len: 168 time: 0.2540357 Sep 23 18:46:04.777990 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60370) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:04.852165 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-14489a7c-914c-472d-b9ae-898c9a1bca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.932872 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-14489a7c-914c-472d-b9ae-898c9a1bca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.954411 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-14489a7c-914c-472d-b9ae-898c9a1bca1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb16cce-7abc-43f3-8add-aaf66121c505']}} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:04.966589 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-14489a7c-914c-472d-b9ae-898c9a1bca1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de50c74f-94af-48bc-bcda-a21cff7373d1') {'for_net_delete': True} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:04.966996 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-14489a7c-914c-472d-b9ae-898c9a1bca1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de50c74f-94af-48bc-bcda-a21cff7373d1') {} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:04.977740 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 60380) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:04.978565 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-14489a7c-914c-472d-b9ae-898c9a1bca1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629864'] for segment, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:04.993244 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-14489a7c-914c-472d-b9ae-898c9a1bca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:05.002374 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14489a7c-914c-472d-b9ae-898c9a1bca1a admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=100703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:46:05.002723 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-14489a7c-914c-472d-b9ae-898c9a1bca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4755921'] for segment, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: Traceback (most recent call last): Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: timer() Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: cb(*args, **kw) Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: return func(*args, **kwargs) Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: self._notify() Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: self.callback(batched_events) Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: event.method(event) Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: return f(self, *a, **k) Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._get(url).json() Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: return self.request(url, 'GET', **kwargs) Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:46:05.004460 dv-cinder-810415-4-iscsi neutron-server[100703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:46:05.064857 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-14489a7c-914c-472d-b9ae-898c9a1bca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:05.069531 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-14489a7c-914c-472d-b9ae-898c9a1bca1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:05.071453 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-14489a7c-914c-472d-b9ae-898c9a1bca1a admin admin] 10.222.0.70 "DELETE /v2.0/networks/9eb16cce-7abc-43f3-8add-aaf66121c505 HTTP/1.1" status: 204 len: 168 time: 0.2923617 Sep 23 18:46:05.085749 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14489a7c-914c-472d-b9ae-898c9a1bca1a admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb16cce-7abc-43f3-8add-aaf66121c505,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:05.091593 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-690eb628-093f-4616-9e2e-61ae0aa5a619 req-d7142e3b-f706-46ce-945b-e19f45cfc64d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127090 Sep 23 18:46:05.108609 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [req-690eb628-093f-4616-9e2e-61ae0aa5a619 req-bdaa1f6f-93bb-4b1d-9d3e-1e1b3acf1ee3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=100704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 18:46:05.108609 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-690eb628-093f-4616-9e2e-61ae0aa5a619 req-bdaa1f6f-93bb-4b1d-9d3e-1e1b3acf1ee3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053022 Sep 23 18:46:05.243291 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 60392) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:05.283665 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-835b072f-d837-4bae-9342-ad7a41b752f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc546a75699640eea8f35facba7dedec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392213 Sep 23 18:46:05.286508 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 60396) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:05.336276 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8e58a639-9a5e-4f9f-9ec2-833e831c7fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:05.357297 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8e58a639-9a5e-4f9f-9ec2-833e831c7fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:05.406741 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8e58a639-9a5e-4f9f-9ec2-833e831c7fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:05.410015 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8e58a639-9a5e-4f9f-9ec2-833e831c7fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:05.411232 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-8e58a639-9a5e-4f9f-9ec2-833e831c7fed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c9cd2f0-04f3-479b-bd4f-e9462ab7c60d HTTP/1.1" status: 204 len: 168 time: 0.1238248 Sep 23 18:46:05.419713 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58a639-9a5e-4f9f-9ec2-833e831c7fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9cd2f0-04f3-479b-bd4f-e9462ab7c60d,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:05.477975 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device de6f957b-08b2-4ab9-81df-728f087943af no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:46:05.569604 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:05.598536 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de6f957b-08b2-4ab9-81df-728f087943af'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:46:05.600789 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041d6137-1ba9-4d0b-9e42-a8fd8b1e6cb3" -d '{"events": [{"server_uuid": "3e4dd0d5-bd7a-4ca1-91de-64d05cf24464", "name": "network-vif-unplugged", "status": "completed", "tag": "de6f957b-08b2-4ab9-81df-728f087943af"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:46:05.604578 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d38ac6-c5eb-4a83-bd8a-1356e9dcc25f req-0446947e-4b23-42bd-bf45-ced2eaab87ce tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:05.622766 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port de6f957b-08b2-4ab9-81df-728f087943af, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=de6f957b-08b2-4ab9-81df-728f087943af,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:46:05.623637 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a7d38ac6-c5eb-4a83-bd8a-1356e9dcc25f req-0446947e-4b23-42bd-bf45-ced2eaab87ce tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0701933 Sep 23 18:46:05.636377 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:05.660331 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 18:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd56712-1a00-4cfe-87d2-7e66c939fa23 x-openstack-request-id: req-4fd56712-1a00-4cfe-87d2-7e66c939fa23 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:46:05.660622 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4dd0d5-bd7a-4ca1-91de-64d05cf24464", "name": "network-vif-unplugged", "status": "failed", "tag": "de6f957b-08b2-4ab9-81df-728f087943af", "code": 422}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:46:05.660870 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4fd56712-1a00-4cfe-87d2-7e66c939fa23 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:46:05.661269 dv-cinder-810415-4-iscsi neutron-server[100705]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de6f957b-08b2-4ab9-81df-728f087943af', 'code': 422} returned with failed status Sep 23 18:46:05.668598 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a7d38ac6-c5eb-4a83-bd8a-1356e9dcc25f req-0bffec21-2436-4f35-ae6b-a706238af8b9 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433698 Sep 23 18:46:05.714440 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=de6f957b-08b2-4ab9-81df-728f087943af,revision_number=8']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:05.792271 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407aa05-f28f-462e-991e-79f88ecf3f72 req-f7f14dbf-23c5-4488-b2e9-4ee71dd20d86 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:05.794189 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1407aa05-f28f-462e-991e-79f88ecf3f72 req-f7f14dbf-23c5-4488-b2e9-4ee71dd20d86 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0502512 Sep 23 18:46:05.825581 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60408) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:05.835535 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1407aa05-f28f-462e-991e-79f88ecf3f72 req-4b22b750-e9b8-4562-9ee8-838b3d18b451 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345242 Sep 23 18:46:05.867414 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-b8c9c4c0-6c31-4153-b3f8-1bd0a59d2b29 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5e2f289d287b4ca89781b5596ed4d1e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406685 Sep 23 18:46:05.869847 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60410) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:05.916683 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e9ac7624-5ca6-4a6e-8d2b-bf80b47cdbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:05.936517 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e9ac7624-5ca6-4a6e-8d2b-bf80b47cdbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:05.988322 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e9ac7624-5ca6-4a6e-8d2b-bf80b47cdbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:05.990872 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e9ac7624-5ca6-4a6e-8d2b-bf80b47cdbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:05.992134 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-e9ac7624-5ca6-4a6e-8d2b-bf80b47cdbf9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/145cb9df-ac74-4cd8-9f48-8bc9acf5f0a4 HTTP/1.1" status: 204 len: 168 time: 0.1214046 Sep 23 18:46:05.999727 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac7624-5ca6-4a6e-8d2b-bf80b47cdbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145cb9df-ac74-4cd8-9f48-8bc9acf5f0a4,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:06.631777 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690eb628-093f-4616-9e2e-61ae0aa5a619 req-d9a52038-1d6f-4464-bd41-4d0fa460bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:06.633289 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-690eb628-093f-4616-9e2e-61ae0aa5a619 req-d9a52038-1d6f-4464-bd41-4d0fa460bd3a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464&tenant_id=bbb56b36ced8493398183f5414134de6 HTTP/1.1" status: 200 len: 1097 time: 0.0729098 Sep 23 18:46:06.709755 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690eb628-093f-4616-9e2e-61ae0aa5a619 req-925f659e-7aee-4cc3-8038-fb7b47388d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:06.711447 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-690eb628-093f-4616-9e2e-61ae0aa5a619 req-925f659e-7aee-4cc3-8038-fb7b47388d33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbb56b36ced8493398183f5414134de6&device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 1097 time: 0.0505607 Sep 23 18:46:06.832087 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690eb628-093f-4616-9e2e-61ae0aa5a619 req-504ed056-d537-4221-8e91-4620aec01fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:06.833599 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-690eb628-093f-4616-9e2e-61ae0aa5a619 req-504ed056-d537-4221-8e91-4620aec01fae service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d34e785-4ce6-4052-99a6-618ee041cb51 HTTP/1.1" status: 200 len: 918 time: 0.1149840 Sep 23 18:46:06.850501 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb31b2-a542-44b3-85e2-f9b4a96f5d8c req-b033882b-174a-40c6-8370-cc83d96c3bb4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:06.851970 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6ecb31b2-a542-44b3-85e2-f9b4a96f5d8c req-b033882b-174a-40c6-8370-cc83d96c3bb4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0741849 Sep 23 18:46:06.950064 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6ecb31b2-a542-44b3-85e2-f9b4a96f5d8c req-804837b4-ce32-44e1-a213-4b4860c6b044 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916650 Sep 23 18:46:06.966142 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-690eb628-093f-4616-9e2e-61ae0aa5a619 req-a27cdb96-c893-4f78-af9a-4e81a7cd14f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de6f957b-08b2-4ab9-81df-728f087943af HTTP/1.1" status: 200 len: 1000 time: 0.1240799 Sep 23 18:46:07.013137 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00678ef4-71b9-4108-b269-91680c1c67a1 req-f0b4603c-730b-4484-8f1d-699ea9c5fba6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:07.015448 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-00678ef4-71b9-4108-b269-91680c1c67a1 req-f0b4603c-730b-4484-8f1d-699ea9c5fba6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.1065216 Sep 23 18:46:07.053051 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690eb628-093f-4616-9e2e-61ae0aa5a619 req-e55c9a9d-e1dd-488e-98d3-cfaeca077f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:07.054841 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-690eb628-093f-4616-9e2e-61ae0aa5a619 req-e55c9a9d-e1dd-488e-98d3-cfaeca077f86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4fd91db2-dbef-4742-8637-4ee71c7c4188 HTTP/1.1" status: 200 len: 855 time: 0.0796158 Sep 23 18:46:07.102414 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-00678ef4-71b9-4108-b269-91680c1c67a1 req-467f857f-bf4d-48c3-936c-95d1b148dc57 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771565 Sep 23 18:46:07.122816 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690eb628-093f-4616-9e2e-61ae0aa5a619 req-f226f1d1-6797-4f14-b14c-dc41fb7de7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:07.124356 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-690eb628-093f-4616-9e2e-61ae0aa5a619 req-f226f1d1-6797-4f14-b14c-dc41fb7de7b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d34e785-4ce6-4052-99a6-618ee041cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592051 Sep 23 18:46:07.218792 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-690eb628-093f-4616-9e2e-61ae0aa5a619 req-90d864be-797e-4988-959b-f249d76038ea service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863857 Sep 23 18:46:07.309060 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-690eb628-093f-4616-9e2e-61ae0aa5a619 req-ae05e102-4a3a-4dd3-a256-c242e5ba9312 service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822458 Sep 23 18:46:07.660691 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 60488) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:07.761600 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8cf4f2fc-c69e-46a0-90fa-123bf431e431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:07.860897 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8cf4f2fc-c69e-46a0-90fa-123bf431e431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:07.864985 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8cf4f2fc-c69e-46a0-90fa-123bf431e431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:07.906576 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60498) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:07.907699 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-8cf4f2fc-c69e-46a0-90fa-123bf431e431 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b79c71ae451412c8f4f8dac84712f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449059 Sep 23 18:46:07.908159 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4f2fc-c69e-46a0-90fa-123bf431e431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41d5c9d-8d5d-4d51-a6f9-7cf31940e281,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:07.978218 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-72190c24-15d4-43fc-bcec-ba53c8ebb7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:08.004649 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-72190c24-15d4-43fc-bcec-ba53c8ebb7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:08.070775 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-72190c24-15d4-43fc-bcec-ba53c8ebb7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:08.073924 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-72190c24-15d4-43fc-bcec-ba53c8ebb7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:08.075274 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-72190c24-15d4-43fc-bcec-ba53c8ebb7f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f41d5c9d-8d5d-4d51-a6f9-7cf31940e281 HTTP/1.1" status: 204 len: 168 time: 0.1660845 Sep 23 18:46:08.099465 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe73e04-7063-4e98-89d9-183de5bddad7 req-54baa3fb-dcb9-4936-9ea6-01aac6045eef tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:08.111806 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3fe73e04-7063-4e98-89d9-183de5bddad7 req-54baa3fb-dcb9-4936-9ea6-01aac6045eef tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0869250 Sep 23 18:46:08.119533 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72190c24-15d4-43fc-bcec-ba53c8ebb7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41d5c9d-8d5d-4d51-a6f9-7cf31940e281,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:08.191572 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3fe73e04-7063-4e98-89d9-183de5bddad7 req-955de478-1c32-4b02-9283-a0ee065c9613 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783091 Sep 23 18:46:08.262304 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494c1c3-6548-45c0-8391-ee1cfb7dfacc req-1d04d0bd-37af-450e-84a1-a91dc7f5d3d6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:08.264102 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c494c1c3-6548-45c0-8391-ee1cfb7dfacc req-1d04d0bd-37af-450e-84a1-a91dc7f5d3d6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0715282 Sep 23 18:46:08.335585 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c494c1c3-6548-45c0-8391-ee1cfb7dfacc req-a3ab1414-0390-48bc-91dd-fbb83c000528 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607519 Sep 23 18:46:08.481661 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60510) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:08.495075 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c64d8dd7-1499-413a-9396-c71f73cf99c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:08.589849 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c64d8dd7-1499-413a-9396-c71f73cf99c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:08.594097 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c64d8dd7-1499-413a-9396-c71f73cf99c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:08.633910 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-c64d8dd7-1499-413a-9396-c71f73cf99c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=64df381ec76345c48e413d2d5f62168c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486256 Sep 23 18:46:08.633910 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d8dd7-1499-413a-9396-c71f73cf99c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88605ad1-04b0-4328-9df2-771ec3fcc699,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:08.634541 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 60512) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:08.689887 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-84d05213-061b-462a-bfee-f2749579dc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:08.710494 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-84d05213-061b-462a-bfee-f2749579dc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:08.756217 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-84d05213-061b-462a-bfee-f2749579dc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:08.758687 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-84d05213-061b-462a-bfee-f2749579dc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:08.759864 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-84d05213-061b-462a-bfee-f2749579dc2d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/88605ad1-04b0-4328-9df2-771ec3fcc699 HTTP/1.1" status: 204 len: 168 time: 0.1242385 Sep 23 18:46:08.768016 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d05213-061b-462a-bfee-f2749579dc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88605ad1-04b0-4328-9df2-771ec3fcc699,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:09.325949 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3be190-59ce-409d-b79e-0487edab2cbf req-9f0bbc20-65af-42fc-8baa-6c170c64c03b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:09.327823 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8e3be190-59ce-409d-b79e-0487edab2cbf req-9f0bbc20-65af-42fc-8baa-6c170c64c03b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0627158 Sep 23 18:46:09.370809 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8e3be190-59ce-409d-b79e-0487edab2cbf req-75a997cb-d5c5-44c7-ae4d-13ce57c401f6 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360670 Sep 23 18:46:09.480059 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70156ede-945b-4120-aaa2-70f03b5fc239 req-5e234932-b7d7-4a4a-9365-f3d70e713690 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:09.481585 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-70156ede-945b-4120-aaa2-70f03b5fc239 req-5e234932-b7d7-4a4a-9365-f3d70e713690 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0477736 Sep 23 18:46:09.528573 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-70156ede-945b-4120-aaa2-70f03b5fc239 req-48e19c56-f450-49c6-8beb-2a0a5678562c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406306 Sep 23 18:46:10.517896 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 60568) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:10.539309 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2753e42-3774-4dfc-a736-7d2df4672978 req-48dc9fc4-7306-4feb-8034-226d392b027a tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:10.540982 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d2753e42-3774-4dfc-a736-7d2df4672978 req-48dc9fc4-7306-4feb-8034-226d392b027a tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0791583 Sep 23 18:46:10.585128 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d2753e42-3774-4dfc-a736-7d2df4672978 req-c4ef1888-3ea1-40fe-900e-42f0b7961ebb tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375903 Sep 23 18:46:10.650865 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bd9269d7-0b03-43e3-80a1-f899d5771ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:10.685111 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65999f40-ae2a-48a0-bfe2-6bc8d513dcf9 req-2bc862b5-c354-44b3-8d99-96a9d430b9e8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:10.686678 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-65999f40-ae2a-48a0-bfe2-6bc8d513dcf9 req-2bc862b5-c354-44b3-8d99-96a9d430b9e8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0819924 Sep 23 18:46:10.748210 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-65999f40-ae2a-48a0-bfe2-6bc8d513dcf9 req-6e1d4023-0561-40a4-a0d9-f2cde7f790b1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546262 Sep 23 18:46:10.803403 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bd9269d7-0b03-43e3-80a1-f899d5771ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:10.807598 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bd9269d7-0b03-43e3-80a1-f899d5771ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:10.848566 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-bd9269d7-0b03-43e3-80a1-f899d5771ab4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=33d8df428fcd4ff6a6080602800f5cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296018 Sep 23 18:46:10.849808 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9269d7-0b03-43e3-80a1-f899d5771ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe97a78f-bb78-4069-9da6-a5824f932653,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:10.851215 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60574) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:10.903284 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9dab5b0e-cc4e-4086-83f7-83d2f61d02e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:10.925487 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9dab5b0e-cc4e-4086-83f7-83d2f61d02e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:10.973166 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9dab5b0e-cc4e-4086-83f7-83d2f61d02e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:10.975754 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9dab5b0e-cc4e-4086-83f7-83d2f61d02e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:10.978652 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-9dab5b0e-cc4e-4086-83f7-83d2f61d02e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe97a78f-bb78-4069-9da6-a5824f932653 HTTP/1.1" status: 204 len: 168 time: 0.1221740 Sep 23 18:46:10.986015 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab5b0e-cc4e-4086-83f7-83d2f61d02e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe97a78f-bb78-4069-9da6-a5824f932653,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:11.295452 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60580) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:11.308867 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-44fcc0b0-aa10-48c9-b308-840993726811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:11.400215 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-44fcc0b0-aa10-48c9-b308-840993726811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:11.405055 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-44fcc0b0-aa10-48c9-b308-840993726811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:11.451429 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-44fcc0b0-aa10-48c9-b308-840993726811 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f5a172aad4947a1ba4413d8d4ead4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534708 Sep 23 18:46:11.451429 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60586) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:11.470534 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcc0b0-aa10-48c9-b308-840993726811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16c1f70-83f8-486f-bd78-422920387fe8,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:11.537757 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-dcc8f250-9959-496f-a3f1-90f9031d79ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:11.565701 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-dcc8f250-9959-496f-a3f1-90f9031d79ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:11.623228 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-dcc8f250-9959-496f-a3f1-90f9031d79ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:11.626684 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-dcc8f250-9959-496f-a3f1-90f9031d79ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:11.630792 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-dcc8f250-9959-496f-a3f1-90f9031d79ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b16c1f70-83f8-486f-bd78-422920387fe8 HTTP/1.1" status: 204 len: 168 time: 0.1613603 Sep 23 18:46:11.638826 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8f250-9959-496f-a3f1-90f9031d79ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16c1f70-83f8-486f-bd78-422920387fe8,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:11.748650 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4079911-2cdd-43b3-853c-89c0a7ccc39b req-64a1f9da-aa46-4eb8-b346-95ac42bcbcb3 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:11.750351 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a4079911-2cdd-43b3-853c-89c0a7ccc39b req-64a1f9da-aa46-4eb8-b346-95ac42bcbcb3 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0540659 Sep 23 18:46:11.800842 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a4079911-2cdd-43b3-853c-89c0a7ccc39b req-70ecadc1-1ff1-405b-8006-13a91570d463 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436585 Sep 23 18:46:11.960947 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd07772-8841-4fad-ac92-6f98cd82ac47 req-b88a34c0-b9ce-434d-bf02-759bc8a8b007 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:11.962457 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8cd07772-8841-4fad-ac92-6f98cd82ac47 req-b88a34c0-b9ce-434d-bf02-759bc8a8b007 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0499446 Sep 23 18:46:12.003385 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8cd07772-8841-4fad-ac92-6f98cd82ac47 req-ff5dc844-2477-4407-9be2-5e87101c23c8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347552 Sep 23 18:46:12.983101 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c95fb8-d154-4a6b-acd2-9bab9c395a99 req-408b7c56-b370-44af-9d7b-8e249a90a23d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:12.984800 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e6c95fb8-d154-4a6b-acd2-9bab9c395a99 req-408b7c56-b370-44af-9d7b-8e249a90a23d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0514798 Sep 23 18:46:13.045782 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e6c95fb8-d154-4a6b-acd2-9bab9c395a99 req-f13dc31d-2029-4e81-9c6b-23f0c3276bd6 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540509 Sep 23 18:46:13.156601 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987409a-669e-4c3d-96b7-d21365ddd367 req-35b43b5a-f113-4216-837f-939fd01d249a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:13.158250 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b987409a-669e-4c3d-96b7-d21365ddd367 req-35b43b5a-f113-4216-837f-939fd01d249a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0555735 Sep 23 18:46:13.209432 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b987409a-669e-4c3d-96b7-d21365ddd367 req-267d951b-7c56-4fc5-9d08-da4dd45c2539 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436656 Sep 23 18:46:14.166853 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b504972-b2a3-4de2-b9f8-ce3e245ed38d req-e78bd0d1-e556-40ce-99b3-ca062fd9bb93 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:14.168761 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1b504972-b2a3-4de2-b9f8-ce3e245ed38d req-e78bd0d1-e556-40ce-99b3-ca062fd9bb93 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0521476 Sep 23 18:46:14.207890 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1b504972-b2a3-4de2-b9f8-ce3e245ed38d req-c42069e0-f3c1-4fe5-be55-b9b4934e4941 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333214 Sep 23 18:46:14.329615 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cced03-130c-48fd-bba3-6b9949543504 req-87bf1092-8218-4e89-a5ad-747af3780dbe tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:14.331017 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-77cced03-130c-48fd-bba3-6b9949543504 req-87bf1092-8218-4e89-a5ad-747af3780dbe tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0549240 Sep 23 18:46:14.373368 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-77cced03-130c-48fd-bba3-6b9949543504 req-97299e4c-237c-4ad5-81e4-4f398d19705c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365469 Sep 23 18:46:15.326541 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2299a-8714-41c4-bd43-2ddd28b33c46 req-3502a777-0470-42d6-9704-c0ad191079d5 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:15.328846 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1ff2299a-8714-41c4-bd43-2ddd28b33c46 req-3502a777-0470-42d6-9704-c0ad191079d5 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0502923 Sep 23 18:46:15.367184 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1ff2299a-8714-41c4-bd43-2ddd28b33c46 req-6dc06f15-dc2f-4a66-98d5-c1f25fe31a31 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322227 Sep 23 18:46:15.501777 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dcbe5-3757-458f-915f-92e338814064 req-3a514cc1-2b18-41d6-9b4b-15b132741dc7 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:15.503898 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-df4dcbe5-3757-458f-915f-92e338814064 req-3a514cc1-2b18-41d6-9b4b-15b132741dc7 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0498059 Sep 23 18:46:15.541592 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-df4dcbe5-3757-458f-915f-92e338814064 req-91eaebff-03d3-4709-bfac-c1ee91a354e8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318568 Sep 23 18:46:16.060395 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60666) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:16.167254 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c4aa3d52-ac0a-49cb-b1b8-feca63593c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:16.257150 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c4aa3d52-ac0a-49cb-b1b8-feca63593c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:16.261507 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c4aa3d52-ac0a-49cb-b1b8-feca63593c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:16.298299 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa3d52-ac0a-49cb-b1b8-feca63593c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce3a524-fabc-473e-a1e7-a4eeabbbf2f2,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:16.305661 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 60670) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:16.305883 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-c4aa3d52-ac0a-49cb-b1b8-feca63593c10 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4f6420b0f4be4884ad53830acd7ee2dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441411 Sep 23 18:46:16.356874 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eff0-3a7c-4870-87ca-3ff380a55652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:16.377913 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eff0-3a7c-4870-87ca-3ff380a55652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:16.703758 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba07cfc-13c7-4432-9cd6-ad6414495d9e req-65865898-d3ca-4932-9f8c-f1af13e4d689 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:16.705182 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4ba07cfc-13c7-4432-9cd6-ad6414495d9e req-65865898-d3ca-4932-9f8c-f1af13e4d689 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0557697 Sep 23 18:46:16.706570 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eff0-3a7c-4870-87ca-3ff380a55652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:16.709045 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eff0-3a7c-4870-87ca-3ff380a55652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:16.710059 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-ebe2eff0-3a7c-4870-87ca-3ff380a55652 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ce3a524-fabc-473e-a1e7-a4eeabbbf2f2 HTTP/1.1" status: 204 len: 168 time: 0.4033966 Sep 23 18:46:16.724338 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2eff0-3a7c-4870-87ca-3ff380a55652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce3a524-fabc-473e-a1e7-a4eeabbbf2f2,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:16.777854 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4ba07cfc-13c7-4432-9cd6-ad6414495d9e req-5649f6e0-f162-43ac-ac80-999c26852d13 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652699 Sep 23 18:46:16.894418 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fea31a-d8b5-4cf8-badb-4e10122c4811 req-20cfee77-7728-4237-8498-4f02de1e6f86 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:16.895952 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-68fea31a-d8b5-4cf8-badb-4e10122c4811 req-20cfee77-7728-4237-8498-4f02de1e6f86 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0493670 Sep 23 18:46:16.942969 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-68fea31a-d8b5-4cf8-badb-4e10122c4811 req-ddda8ecc-f9b0-40f5-bb9b-380c2593a2e1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337310 Sep 23 18:46:17.022225 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60680) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:17.035905 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-16cc1d92-8015-4741-9371-5cad825f2aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:17.129679 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-16cc1d92-8015-4741-9371-5cad825f2aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:17.135067 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-16cc1d92-8015-4741-9371-5cad825f2aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:17.163555 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-16cc1d92-8015-4741-9371-5cad825f2aa2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e24b564364404fd7a1800290fc83b5ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401432 Sep 23 18:46:17.167410 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 60682) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:17.187197 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc1d92-8015-4741-9371-5cad825f2aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fccb320-0cb8-47e0-a464-b7f717f44cb4,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:17.216273 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:17.223721 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8992b3b2-7ecd-4e3b-8fd2-528dbc640304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:17.247118 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8992b3b2-7ecd-4e3b-8fd2-528dbc640304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:17.293049 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8992b3b2-7ecd-4e3b-8fd2-528dbc640304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:17.295681 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8992b3b2-7ecd-4e3b-8fd2-528dbc640304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:17.299196 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-8992b3b2-7ecd-4e3b-8fd2-528dbc640304 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1fccb320-0cb8-47e0-a464-b7f717f44cb4 HTTP/1.1" status: 204 len: 168 time: 0.1283081 Sep 23 18:46:17.309407 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992b3b2-7ecd-4e3b-8fd2-528dbc640304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fccb320-0cb8-47e0-a464-b7f717f44cb4,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:17.915542 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7c360-b133-45fa-bac4-f1d9afff10fc req-cd56f204-047f-4cbe-b4d6-22f9faa7ef49 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:17.923697 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a0b7c360-b133-45fa-bac4-f1d9afff10fc req-cd56f204-047f-4cbe-b4d6-22f9faa7ef49 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0744922 Sep 23 18:46:17.958847 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a0b7c360-b133-45fa-bac4-f1d9afff10fc req-005f448a-f289-41f1-8d90-f839286cea7e tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342145 Sep 23 18:46:18.091731 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430a707-73d7-4423-840e-8b6b09d92ed4 req-f3f32974-60fe-45fb-90d7-71459b2fa3b8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:18.093362 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d430a707-73d7-4423-840e-8b6b09d92ed4 req-f3f32974-60fe-45fb-90d7-71459b2fa3b8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0515959 Sep 23 18:46:18.144497 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d430a707-73d7-4423-840e-8b6b09d92ed4 req-5bc3674c-4de5-4169-96fb-56c9749d7683 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431399 Sep 23 18:46:19.085482 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d9048-ef9e-4cf5-bc0f-94f0e7fc8fba req-63d173d7-71a4-4b2b-a0d9-3647a8f5db8d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:19.086982 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dd7d9048-ef9e-4cf5-bc0f-94f0e7fc8fba req-63d173d7-71a4-4b2b-a0d9-3647a8f5db8d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0560424 Sep 23 18:46:19.125303 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dd7d9048-ef9e-4cf5-bc0f-94f0e7fc8fba req-c209822f-995a-4fc1-b435-78521fe45cb5 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322993 Sep 23 18:46:19.265431 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d1b83-6229-4460-8911-7bdbefee85ec req-af43468b-6ec0-4be7-816d-f8c211ad8ebb tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:19.266817 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e25d1b83-6229-4460-8911-7bdbefee85ec req-af43468b-6ec0-4be7-816d-f8c211ad8ebb tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0509646 Sep 23 18:46:19.305225 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e25d1b83-6229-4460-8911-7bdbefee85ec req-d1271d5f-f4ba-4bf7-b9a5-b8808a32d12a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324442 Sep 23 18:46:19.923910 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-2efd388b-5f4a-41a0-bf97-38dc91ecfb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:20.248269 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637ba81-56b9-453b-b99a-c2c5c1e04ecc req-0e3cb70d-6404-4476-86e2-2b19b6713c5f tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:20.249783 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a637ba81-56b9-453b-b99a-c2c5c1e04ecc req-0e3cb70d-6404-4476-86e2-2b19b6713c5f tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0526512 Sep 23 18:46:20.287543 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a637ba81-56b9-453b-b99a-c2c5c1e04ecc req-7964ee85-a9cf-46b5-98d2-de0c6549fc51 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315943 Sep 23 18:46:20.291311 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:46:20.432886 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c02aff-16f2-4035-9c59-7ca166ed94bf req-574af443-0ac2-49e9-b89d-f5320bcb9f96 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:20.434316 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b8c02aff-16f2-4035-9c59-7ca166ed94bf req-574af443-0ac2-49e9-b89d-f5320bcb9f96 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0594449 Sep 23 18:46:20.496747 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b8c02aff-16f2-4035-9c59-7ca166ed94bf req-7b288146-e2e1-4953-8b1b-aacb3c2b6e5c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525312 Sep 23 18:46:20.506972 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170294f2-0871-4809-84d5-82a761a5b002 req-88ef018f-2f1a-4d1a-8d6c-4d940c69d7d1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:20.507680 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-170294f2-0871-4809-84d5-82a761a5b002 req-88ef018f-2f1a-4d1a-8d6c-4d940c69d7d1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0724859 Sep 23 18:46:20.547822 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-170294f2-0871-4809-84d5-82a761a5b002 req-9b87fdf4-7d5e-4c9f-bdab-53d2754627df tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337071 Sep 23 18:46:21.622000 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a06d56-2656-444a-9764-d88272850f5a req-9dad6030-cb3e-4306-8eac-b4c7394a77c0 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:21.623450 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f2a06d56-2656-444a-9764-d88272850f5a req-9dad6030-cb3e-4306-8eac-b4c7394a77c0 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0476558 Sep 23 18:46:21.686124 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f2a06d56-2656-444a-9764-d88272850f5a req-f08d1f20-c071-42a7-a5da-ce375bb6b304 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538776 Sep 23 18:46:21.696473 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14452228-ec0f-49cf-a48d-248ea70ca1e1 req-9113d2fc-c2af-4f1f-bd9f-0b80c9f52317 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:21.697898 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-14452228-ec0f-49cf-a48d-248ea70ca1e1 req-9113d2fc-c2af-4f1f-bd9f-0b80c9f52317 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0736079 Sep 23 18:46:21.736402 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-14452228-ec0f-49cf-a48d-248ea70ca1e1 req-1d8459ec-e79b-4a4a-a7e0-d8d8ef0f0aa4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315874 Sep 23 18:46:22.581942 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-852234fe-0af0-4340-ba75-e6e0900c7f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:22.806405 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d64cb3-9997-4f56-a9b8-643d7d8cd98d req-31f80388-13c5-4953-85bc-383fa1706ef2 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:22.807919 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62d64cb3-9997-4f56-a9b8-643d7d8cd98d req-31f80388-13c5-4953-85bc-383fa1706ef2 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0485008 Sep 23 18:46:22.873634 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62d64cb3-9997-4f56-a9b8-643d7d8cd98d req-1c9da6e3-13a3-401f-902f-18cb54a65109 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564823 Sep 23 18:46:22.882416 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d73bc0-482c-45de-91c3-ac47aa50485a req-efc3b56a-9229-4ebc-967d-923b451ecaad tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:22.883870 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c9d73bc0-482c-45de-91c3-ac47aa50485a req-efc3b56a-9229-4ebc-967d-923b451ecaad tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0750666 Sep 23 18:46:22.912546 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:22.931979 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c9d73bc0-482c-45de-91c3-ac47aa50485a req-60d124e4-51fd-4dff-85bb-960031f442e2 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422246 Sep 23 18:46:23.046832 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacf948-9894-4361-8979-9083580372c9 req-850cd364-eacb-46c2-b469-78ec698747a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:23.049082 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7aacf948-9894-4361-8979-9083580372c9 req-850cd364-eacb-46c2-b469-78ec698747a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da8d789b5bc7452885df88ceb397e55f&device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 1098 time: 0.0421331 Sep 23 18:46:23.141807 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacf948-9894-4361-8979-9083580372c9 req-db438421-d767-4f67-a4d1-22e626444947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:23.143192 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7aacf948-9894-4361-8979-9083580372c9 req-db438421-d767-4f67-a4d1-22e626444947 service neutron] 10.222.0.42 "GET /v2.0/networks?id=839314a6-4ed6-4581-9a4d-7d83a16562ce HTTP/1.1" status: 200 len: 912 time: 0.0858889 Sep 23 18:46:23.207985 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7aacf948-9894-4361-8979-9083580372c9 req-f732bcc8-1e65-4ee1-962f-7185d775859e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae383cee-1966-4385-9fac-d7edddd6d4e3 HTTP/1.1" status: 200 len: 1001 time: 0.0571465 Sep 23 18:46:23.256669 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacf948-9894-4361-8979-9083580372c9 req-0cb90062-9fd9-456b-bcbc-f83d5a67f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:23.258125 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7aacf948-9894-4361-8979-9083580372c9 req-0cb90062-9fd9-456b-bcbc-f83d5a67f317 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1347f6-4986-47d9-9d8d-3f80a83c6a61 HTTP/1.1" status: 200 len: 849 time: 0.0427313 Sep 23 18:46:23.307593 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacf948-9894-4361-8979-9083580372c9 req-7ec3d9e2-0c4f-4408-b73c-e3618d78be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:23.309177 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7aacf948-9894-4361-8979-9083580372c9 req-7ec3d9e2-0c4f-4408-b73c-e3618d78be4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=839314a6-4ed6-4581-9a4d-7d83a16562ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434680 Sep 23 18:46:23.399989 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7aacf948-9894-4361-8979-9083580372c9 req-9829f62e-75d1-44b4-b0f1-837aa07ff620 service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825310 Sep 23 18:46:23.492499 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7aacf948-9894-4361-8979-9083580372c9 req-06771ca7-966a-4d43-aeab-11b734c6b236 service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835707 Sep 23 18:46:23.566025 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:24.010761 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2e01e-8265-4b68-b897-5f074cd54c92 req-4b1361e6-2a3e-42f9-ae2a-c7eb470ed83a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:24.014954 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-90e2e01e-8265-4b68-b897-5f074cd54c92 req-4b1361e6-2a3e-42f9-ae2a-c7eb470ed83a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0654347 Sep 23 18:46:24.091720 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-90e2e01e-8265-4b68-b897-5f074cd54c92 req-d2eb18ad-d641-4099-9c0d-6271df6d9151 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695951 Sep 23 18:46:24.108204 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f43989-0881-49bb-9bbd-cf3dac7374b6 req-71fc84a1-d32a-463d-b3df-4f05f3afdd4d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:24.109711 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-27f43989-0881-49bb-9bbd-cf3dac7374b6 req-71fc84a1-d32a-463d-b3df-4f05f3afdd4d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0620456 Sep 23 18:46:24.146864 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-27f43989-0881-49bb-9bbd-cf3dac7374b6 req-88848550-f650-449b-b674-85aa4615bb7c tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309651 Sep 23 18:46:25.215161 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a6076-2047-4c5e-b7d6-24d2a61a5a9e req-412d349f-97b8-4e80-8849-ca609d9c9bbc tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:25.216693 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6c7a6076-2047-4c5e-b7d6-24d2a61a5a9e req-412d349f-97b8-4e80-8849-ca609d9c9bbc tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0538375 Sep 23 18:46:25.279452 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6c7a6076-2047-4c5e-b7d6-24d2a61a5a9e req-5f767cb5-cb41-4f58-b028-5f0c6af33ff5 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536368 Sep 23 18:46:25.287539 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931ecb3-f993-49e5-8919-49d99078b621 req-1a53334c-fa5f-4528-a095-5047a1112b07 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:25.289008 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8931ecb3-f993-49e5-8919-49d99078b621 req-1a53334c-fa5f-4528-a095-5047a1112b07 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0714426 Sep 23 18:46:25.326498 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8931ecb3-f993-49e5-8919-49d99078b621 req-9f23f4aa-f347-44da-85fc-def45f034278 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317008 Sep 23 18:46:25.440626 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:26.396285 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cb968-40e4-4e82-98af-70e37c99f015 req-0b886c34-accf-436a-8c2c-2d40676873c3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:26.397775 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-423cb968-40e4-4e82-98af-70e37c99f015 req-0b886c34-accf-436a-8c2c-2d40676873c3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0486810 Sep 23 18:46:26.434834 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-423cb968-40e4-4e82-98af-70e37c99f015 req-b056e5c3-6487-431a-ac38-2771d9d3d65c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312204 Sep 23 18:46:27.556387 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b295d-87e6-42ce-b192-9eba9bbb3294 req-9b5d4408-6dab-41c5-a93c-a1b87cd8f8b0 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:27.557878 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1f5b295d-87e6-42ce-b192-9eba9bbb3294 req-9b5d4408-6dab-41c5-a93c-a1b87cd8f8b0 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0524771 Sep 23 18:46:27.596437 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1f5b295d-87e6-42ce-b192-9eba9bbb3294 req-7eaa861a-5334-4e8f-8e3e-aafe26813241 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318971 Sep 23 18:46:28.712433 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e88c6-7562-4273-8871-b02a6a45f30c req-3340319d-6992-4177-b351-b18a547737c6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:28.713888 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0a8e88c6-7562-4273-8871-b02a6a45f30c req-3340319d-6992-4177-b351-b18a547737c6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0476766 Sep 23 18:46:28.751198 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0a8e88c6-7562-4273-8871-b02a6a45f30c req-6fb78e8e-3adf-40eb-9ebe-5efaccc768fd tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310569 Sep 23 18:46:29.872114 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee48f82-d961-429a-8849-62122551f9d2 req-6a045e76-1d34-4d9d-98bc-59283bf0e00f tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:29.873604 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4ee48f82-d961-429a-8849-62122551f9d2 req-6a045e76-1d34-4d9d-98bc-59283bf0e00f tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0480850 Sep 23 18:46:29.910220 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4ee48f82-d961-429a-8849-62122551f9d2 req-45a34eda-d069-413c-87b4-48c48e91c6cc tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307944 Sep 23 18:46:31.030042 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b756549-e401-4acb-988c-4d8508898cf4 req-1080934c-6b99-4c05-ac2b-c020e1f68cea tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:31.031393 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9b756549-e401-4acb-988c-4d8508898cf4 req-1080934c-6b99-4c05-ac2b-c020e1f68cea tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0521007 Sep 23 18:46:31.067430 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9b756549-e401-4acb-988c-4d8508898cf4 req-fd67ee05-ca29-4f28-b181-417951e34753 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301635 Sep 23 18:46:32.194875 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad430dae-31c0-4dc1-a654-2633fd2b3b68 req-9c78650d-8510-46a1-a816-0da987ff6d24 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:32.196419 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ad430dae-31c0-4dc1-a654-2633fd2b3b68 req-9c78650d-8510-46a1-a816-0da987ff6d24 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0510459 Sep 23 18:46:32.235295 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ad430dae-31c0-4dc1-a654-2633fd2b3b68 req-ebefab10-e09c-446d-9727-634145be6602 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Sep 23 18:46:33.351832 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3617c-1326-4d77-b6b0-45be429772f2 req-48c83dff-e288-4d9d-9ebd-935931497d88 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:33.353334 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c1f3617c-1326-4d77-b6b0-45be429772f2 req-48c83dff-e288-4d9d-9ebd-935931497d88 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 944 time: 0.0486426 Sep 23 18:46:33.391114 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c1f3617c-1326-4d77-b6b0-45be429772f2 req-28604ab9-b84d-459e-84f0-71b618fb1cdd tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305028 Sep 23 18:46:34.278841 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device de6f957b-08b2-4ab9-81df-728f087943af details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:46:34.372475 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port de6f957b-08b2-4ab9-81df-728f087943af, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=de6f957b-08b2-4ab9-81df-728f087943af,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:46:34.383028 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': 'de6f957b-08b2-4ab9-81df-728f087943af', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'port_id': 'de6f957b-08b2-4ab9-81df-728f087943af', 'mac_address': 'fa:16:3e:79:69:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:46:34.419799 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:34.432531 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6f957b-08b2-4ab9-81df-728f087943af {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:46:34.450895 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port de6f957b-08b2-4ab9-81df-728f087943af, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=de6f957b-08b2-4ab9-81df-728f087943af,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:46:34.456371 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:34.504711 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=de6f957b-08b2-4ab9-81df-728f087943af,revision_number=9']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:34.512722 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac22919-6dd5-4f74-8bf8-f07ca0bfe0dc req-ef29334f-7e62-41f1-843a-0aca465b6713 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:34.514218 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dac22919-6dd5-4f74-8bf8-f07ca0bfe0dc req-ef29334f-7e62-41f1-843a-0aca465b6713 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 945 time: 0.0520432 Sep 23 18:46:34.552576 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dac22919-6dd5-4f74-8bf8-f07ca0bfe0dc req-377034a0-d6c8-45ee-9534-1495b63f8719 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317595 Sep 23 18:46:35.671293 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a66296-aedf-4bd5-8212-77b1c3a70618 req-f948fe1c-ce9c-442e-ad9b-d1a7084d0cd9 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:35.672814 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-80a66296-aedf-4bd5-8212-77b1c3a70618 req-f948fe1c-ce9c-442e-ad9b-d1a7084d0cd9 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 945 time: 0.0482535 Sep 23 18:46:35.720527 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-80a66296-aedf-4bd5-8212-77b1c3a70618 req-6046f17c-e238-40d7-bde3-b810cc6cf7d4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411146 Sep 23 18:46:36.456869 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['de6f957b-08b2-4ab9-81df-728f087943af'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:46:36.839002 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda66014-c522-45a3-8b86-d98ad20d078b req-1d036bb5-678b-40d2-b2f0-a834e3a05e19 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:36.840470 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cda66014-c522-45a3-8b86-d98ad20d078b req-1d036bb5-678b-40d2-b2f0-a834e3a05e19 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 945 time: 0.0469954 Sep 23 18:46:36.877088 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cda66014-c522-45a3-8b86-d98ad20d078b req-b583a002-b1d0-4e85-90c9-0157107a09f2 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301526 Sep 23 18:46:37.995577 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ded864-f283-4632-8896-e65fc6814a46 req-87102ae4-0f67-4209-aa84-00d908803723 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:37.997068 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-26ded864-f283-4632-8896-e65fc6814a46 req-87102ae4-0f67-4209-aa84-00d908803723 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 945 time: 0.0508447 Sep 23 18:46:38.035461 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-26ded864-f283-4632-8896-e65fc6814a46 req-b62fd9bf-eb57-4125-83cb-a4e9cb025640 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318959 Sep 23 18:46:38.522186 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device de6f957b-08b2-4ab9-81df-728f087943af up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:46:38.571222 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port de6f957b-08b2-4ab9-81df-728f087943af triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:38.571594 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:38.643849 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:38.664811 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6f957b-08b2-4ab9-81df-728f087943af'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:46:38.667031 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad35c8c5-caa9-48f7-8e6c-a2cbcb803e45" -d '{"events": [{"server_uuid": "3e4dd0d5-bd7a-4ca1-91de-64d05cf24464", "name": "network-vif-plugged", "status": "completed", "tag": "de6f957b-08b2-4ab9-81df-728f087943af"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:46:38.681004 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port de6f957b-08b2-4ab9-81df-728f087943af, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=de6f957b-08b2-4ab9-81df-728f087943af,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:46:38.685064 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:38.708343 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a3a1fc-4d5e-46d7-a91c-5af0e61431b6 x-openstack-request-id: req-52a3a1fc-4d5e-46d7-a91c-5af0e61431b6 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:46:38.708649 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4dd0d5-bd7a-4ca1-91de-64d05cf24464", "name": "network-vif-plugged", "status": "completed", "tag": "de6f957b-08b2-4ab9-81df-728f087943af", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:46:38.708896 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-52a3a1fc-4d5e-46d7-a91c-5af0e61431b6 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:46:38.709269 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6f957b-08b2-4ab9-81df-728f087943af', 'code': 200} Sep 23 18:46:38.735732 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=de6f957b-08b2-4ab9-81df-728f087943af,revision_number=10']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:39.156773 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e04e47-008e-40ff-971b-ef6c7d995c32 req-7fd9d530-9632-48d7-aef0-82adfc4fa5e7 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:39.158243 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-23e04e47-008e-40ff-971b-ef6c7d995c32 req-7fd9d530-9632-48d7-aef0-82adfc4fa5e7 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 947 time: 0.0483167 Sep 23 18:46:39.194607 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-23e04e47-008e-40ff-971b-ef6c7d995c32 req-94a0738b-31c9-497b-a9e4-eb4edd546a12 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301158 Sep 23 18:46:40.312352 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9405c4-e816-4297-9cf9-66379541e62e req-821c15b2-5ac9-414a-b761-fb83fde723c2 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:40.313837 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cc9405c4-e816-4297-9cf9-66379541e62e req-821c15b2-5ac9-414a-b761-fb83fde723c2 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 947 time: 0.0479510 Sep 23 18:46:40.350489 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cc9405c4-e816-4297-9cf9-66379541e62e req-ba51c0ad-3fe5-4b59-a37a-6915b7de0920 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309520 Sep 23 18:46:40.884695 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f0e1d-fe30-4a45-a946-859614710618 req-010c0534-3ed9-4a58-8905-be598c7b8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:40.886158 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c69f0e1d-fe30-4a45-a946-859614710618 req-010c0534-3ed9-4a58-8905-be598c7b8dfc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 1100 time: 0.0435545 Sep 23 18:46:40.921028 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c69f0e1d-fe30-4a45-a946-859614710618 req-906c266c-6933-42a3-82d7-011fd87664e5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262728 Sep 23 18:46:41.467072 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8496a-cdcd-4226-be22-ba5c7c788ab7 req-61dc0be5-974a-4504-bf19-64ccc94078b7 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:41.469107 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-27a8496a-cdcd-4226-be22-ba5c7c788ab7 req-61dc0be5-974a-4504-bf19-64ccc94078b7 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 947 time: 0.0487301 Sep 23 18:46:41.507775 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-27a8496a-cdcd-4226-be22-ba5c7c788ab7 req-1c16b82f-c5ac-4248-a29f-3a776aaa88a1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325129 Sep 23 18:46:41.767449 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 60954) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:41.869571 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bf27a105-5f82-4c23-9df0-be0d87fa84e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:41.956344 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bf27a105-5f82-4c23-9df0-be0d87fa84e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:41.959809 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bf27a105-5f82-4c23-9df0-be0d87fa84e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:42.000562 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-bf27a105-5f82-4c23-9df0-be0d87fa84e9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=177581f01f624ddcb2b91874594dcbca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319574 Sep 23 18:46:42.001427 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27a105-5f82-4c23-9df0-be0d87fa84e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf0b17f-c5a7-4b84-945d-e5ab26006fe6,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:42.003253 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60958) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:42.051716 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b516da0d-0cd2-4948-99b3-d25bbf31a30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:42.071839 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b516da0d-0cd2-4948-99b3-d25bbf31a30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:42.117224 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b516da0d-0cd2-4948-99b3-d25bbf31a30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:42.119929 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b516da0d-0cd2-4948-99b3-d25bbf31a30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:42.121069 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-b516da0d-0cd2-4948-99b3-d25bbf31a30f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1bf0b17f-c5a7-4b84-945d-e5ab26006fe6 HTTP/1.1" status: 204 len: 168 time: 0.1167700 Sep 23 18:46:42.128617 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516da0d-0cd2-4948-99b3-d25bbf31a30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf0b17f-c5a7-4b84-945d-e5ab26006fe6,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:42.634087 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524be2f-e31f-424d-892c-e652ebc371b4 req-e0feb8c5-1d93-41c9-98c9-7ac4ddb723b5 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:42.635573 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b524be2f-e31f-424d-892c-e652ebc371b4 req-e0feb8c5-1d93-41c9-98c9-7ac4ddb723b5 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 947 time: 0.0561731 Sep 23 18:46:42.678058 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b524be2f-e31f-424d-892c-e652ebc371b4 req-f329d9ac-ec80-4c3a-a1f5-5f8a40d99aa2 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360644 Sep 23 18:46:42.756805 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 60984) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:42.856134 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-0cf0fd37-d95f-4c3a-829a-0e8cb258686e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2033233248-network', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:46:42.885184 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf0fd37-d95f-4c3a-829a-0e8cb258686e admin admin] Made reservation on behalf of 90bb3aa715854fbba1cb0e350adafdb7 for: {'network': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:46:42.887500 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fd37-d95f-4c3a-829a-0e8cb258686e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:42.896334 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fd37-d95f-4c3a-829a-0e8cb258686e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:42.980317 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fd37-d95f-4c3a-829a-0e8cb258686e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:42.983881 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fd37-d95f-4c3a-829a-0e8cb258686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.003666 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf0fd37-d95f-4c3a-829a-0e8cb258686e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=100704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:46:43.019015 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0fd37-d95f-4c3a-829a-0e8cb258686e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067c4302-0105-4d30-9a17-300107247977,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:43.021804 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fd37-d95f-4c3a-829a-0e8cb258686e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.022152 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.segments_db [None req-0cf0fd37-d95f-4c3a-829a-0e8cb258686e admin admin] Added segment 7bd7fbdb-3521-444a-87d6-dc8d2b8984fb of type vlan for network abe8bbf5-106d-4cf2-a815-0b2155ceff37 Sep 23 18:46:43.059624 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fd37-d95f-4c3a-829a-0e8cb258686e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.087017 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fd37-d95f-4c3a-829a-0e8cb258686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.088059 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf0fd37-d95f-4c3a-829a-0e8cb258686e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:43.088738 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fd37-d95f-4c3a-829a-0e8cb258686e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.120220 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-0cf0fd37-d95f-4c3a-829a-0e8cb258686e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3623791 Sep 23 18:46:43.123122 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60988) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:43.128656 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-706a8aad-b2e7-45fd-bd7e-18058e5f7140 admin admin] Request body: {'subnet': {'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2033233248-subnet', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'ip_version': 4}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:46:43.149617 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706a8aad-b2e7-45fd-bd7e-18058e5f7140 admin admin] Made reservation on behalf of 90bb3aa715854fbba1cb0e350adafdb7 for: {'subnet': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:46:43.151965 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-706a8aad-b2e7-45fd-bd7e-18058e5f7140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4643603'] for subnet, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.153829 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0fd37-d95f-4c3a-829a-0e8cb258686e admin admin] Pushing event updated for resources: {'Network': ['ID=abe8bbf5-106d-4cf2-a815-0b2155ceff37,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:43.164009 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network abe8bbf5-106d-4cf2-a815-0b2155ceff37 details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:46:43.322998 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-706a8aad-b2e7-45fd-bd7e-18058e5f7140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4756926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4643617'] for subnet, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.375422 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a8aad-b2e7-45fd-bd7e-18058e5f7140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=033580f8-5239-4970-8abc-a077e6edd17b,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:43.383516 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a8aad-b2e7-45fd-bd7e-18058e5f7140 admin admin] Checking segment: {'id': '7bd7fbdb-3521-444a-87d6-dc8d2b8984fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:46:43.383873 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a8aad-b2e7-45fd-bd7e-18058e5f7140 admin admin] Network hostable DHCP agents. Network: abe8bbf5-106d-4cf2-a815-0b2155ceff37, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:46:43.399896 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a8aad-b2e7-45fd-bd7e-18058e5f7140 admin admin] Network abe8bbf5-106d-4cf2-a815-0b2155ceff37 is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:46:43.408941 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-706a8aad-b2e7-45fd-bd7e-18058e5f7140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, abe8bbf5-106d-4cf2-a815-0b2155ceff37) {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:46:43.413594 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706a8aad-b2e7-45fd-bd7e-18058e5f7140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:43.414714 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-706a8aad-b2e7-45fd-bd7e-18058e5f7140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.418252 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287def3e-3764-4106-b920-c39921b83a0d None None] Network abe8bbf5-106d-4cf2-a815-0b2155ceff37 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:46:43.428134 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-706a8aad-b2e7-45fd-bd7e-18058e5f7140 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3038049 Sep 23 18:46:43.430908 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 60990) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:43.435102 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2033233248-router', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:46:43.454448 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-339852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5306'] for router, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.455534 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-341116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5299'] for router, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.509372 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.657382 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.673105 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6905c686-692d-56b3-9e02-c5d3ec50cb82-abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'fixed_ips': [{'subnet_id': '033580f8-5239-4970-8abc-a077e6edd17b'}]}} from dv-cinder-810415-4-iscsi. {{(pid=100705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 18:46:43.674043 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.797962 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad01f81-0aa8-41a9-b838-1facf196aab4 req-d4dc5da7-f7ab-447f-a7d2-3abccf2716a3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:43.799465 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5ad01f81-0aa8-41a9-b838-1facf196aab4 req-d4dc5da7-f7ab-447f-a7d2-3abccf2716a3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 947 time: 0.0482912 Sep 23 18:46:43.813950 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.db_base_plugin_common [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Allocated IP 172.20.0.2 (abe8bbf5-106d-4cf2-a815-0b2155ceff37/033580f8-5239-4970-8abc-a077e6edd17b/64daf149-6122-4110-80cb-9a9288caeeef) {{(pid=100705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:46:43.839965 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5ad01f81-0aa8-41a9-b838-1facf196aab4 req-aece1e60-5457-4fca-8310-b2c9df240a9c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336440 Sep 23 18:46:43.859730 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.878833 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.959674 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Notify callbacks [] for port, precommit_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.965954 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:43.989907 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Allocated IP 172.27.1.37 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/0c0d7c96-ef24-4006-a73f-dd3db834b2d6) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:46:44.001726 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Network abe8bbf5-106d-4cf2-a815-0b2155ceff37 is already hosted by enough agents. {{(pid=100705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:46:44.006036 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.base_scheduler [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Resources bound (agent type, host, resource id): {{(pid=100705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:46:44.009382 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Received port after_create {{(pid=100705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:46:44.018536 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Pushing event updated for resources: {'Port': ['ID=64daf149-6122-4110-80cb-9a9288caeeef,revision_number=1']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:44.066409 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Attempting to bind port 64daf149-6122-4110-80cb-9a9288caeeef on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:46:44.066793 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Attempting to bind port 64daf149-6122-4110-80cb-9a9288caeeef by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': '7bd7fbdb-3521-444a-87d6-dc8d2b8984fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:46:44.067155 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Attempting to bind port 64daf149-6122-4110-80cb-9a9288caeeef on network abe8bbf5-106d-4cf2-a815-0b2155ceff37 {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:46:44.071917 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:46:44.072322 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Checking segment: {'id': '7bd7fbdb-3521-444a-87d6-dc8d2b8984fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:46:44.072728 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:44.073124 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Bound using segment: {'id': '7bd7fbdb-3521-444a-87d6-dc8d2b8984fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:46:44.073588 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Bound port: 64daf149-6122-4110-80cb-9a9288caeeef, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd7fbdb-3521-444a-87d6-dc8d2b8984fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:46:44.073972 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:44.091202 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:44.123905 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:44.138591 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] For port 64daf149-6122-4110-80cb-9a9288caeeef, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:46:44.142200 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] For port 64daf149-6122-4110-80cb-9a9288caeeef, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=64daf149-6122-4110-80cb-9a9288caeeef,segment=NetworkSegment(7bd7fbdb-3521-444a-87d6-dc8d2b8984fb),segment_id=7bd7fbdb-3521-444a-87d6-dc8d2b8984fb)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:46:44.147262 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:44.162696 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:46:44.165519 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:46:44.167923 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:46:44.200874 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7476845-86d7-4670-b9ff-c60f887e9b32 None None] Pushing event updated for resources: {'Port': ['ID=64daf149-6122-4110-80cb-9a9288caeeef,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:44.212693 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Pushing event updated for resources: {'Port': ['ID=0c0d7c96-ef24-4006-a73f-dd3db834b2d6,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:44.619437 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:44.812449 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-340997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338353'] for router, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:44.946495 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Router 403ebc0c-3621-444a-a533-9764fe889e33 is scheduled to L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 with binding_index 1 {{(pid=100703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 18:46:44.976054 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2406b-8cdb-47e0-b47b-d415017266cb req-7978f9ca-aaf8-41ac-803e-adff00d90e48 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:44.978694 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fcb2406b-8cdb-47e0-b47b-d415017266cb req-7978f9ca-aaf8-41ac-803e-adff00d90e48 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 947 time: 0.0631092 Sep 23 18:46:45.027261 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fcb2406b-8cdb-47e0-b47b-d415017266cb req-978fc45a-b77a-4315-82b3-a8066bfbb9fe tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342329 Sep 23 18:46:45.076658 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:46:45.090897 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Sync routers for ids ['403ebc0c-3621-444a-a533-9764fe889e33'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:46:45.103275 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Routers {'403ebc0c-3621-444a-a533-9764fe889e33'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:46:45.103922 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:46:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['403ebc0c-3621-444a-a533-9764fe889e33'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:45.109430 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] Notify callbacks [] for router, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:45.111580 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-74141386-6cf5-4815-a63d-b0763019596b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6796415 Sep 23 18:46:45.114543 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 32772) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:45.149649 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d233dba-e928-4f15-8f6d-c5b106a8307b None None] Network abe8bbf5-106d-4cf2-a815-0b2155ceff37 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:46:45.288459 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Set router 403ebc0c-3621-444a-a533-9764fe889e33 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:46:45.291550 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-95857d26-dee9-404a-adee-bbe240e9c7d2 None None] Provisioning complete for port 64daf149-6122-4110-80cb-9a9288caeeef triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:45.291920 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-95857d26-dee9-404a-adee-bbe240e9c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:45.556062 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:45.572069 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-95857d26-dee9-404a-adee-bbe240e9c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:45.618000 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-95857d26-dee9-404a-adee-bbe240e9c7d2 None None] For port 64daf149-6122-4110-80cb-9a9288caeeef, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=64daf149-6122-4110-80cb-9a9288caeeef,segment=NetworkSegment(7bd7fbdb-3521-444a-87d6-dc8d2b8984fb),segment_id=7bd7fbdb-3521-444a-87d6-dc8d2b8984fb)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:46:45.620827 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403ebc0c-3621-444a-a533-9764fe889e33', 'name': 'tempest-TestMinimumBasicScenario-2033233248-router', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:44Z', 'revision_number': 3, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'gw_port': {'id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:45.623977 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-95857d26-dee9-404a-adee-bbe240e9c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:45.656559 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Checking router: 403ebc0c-3621-444a-a533-9764fe889e33 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:46:45.656908 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Updating router 403ebc0c-3621-444a-a533-9764fe889e33 port 0c0d7c96-ef24-4006-a73f-dd3db834b2d6 binding host dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:46:45.715197 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:45.798594 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Allocated IP 172.20.0.1 (abe8bbf5-106d-4cf2-a815-0b2155ceff37/033580f8-5239-4970-8abc-a077e6edd17b/0ffb304a-5425-421a-a012-c65b9226493d) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:46:45.876684 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95857d26-dee9-404a-adee-bbe240e9c7d2 None None] Pushing event updated for resources: {'Port': ['ID=64daf149-6122-4110-80cb-9a9288caeeef,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:45.944063 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 64daf149-6122-4110-80cb-9a9288caeeef up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:46:45.953252 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:45.988664 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:45.999508 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-b5a6462f-4877-4583-ad00-3e92015fa0bd None None] Provisioning complete for port 64daf149-6122-4110-80cb-9a9288caeeef triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:45.999880 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b5a6462f-4877-4583-ad00-3e92015fa0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:46.023465 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Network abe8bbf5-106d-4cf2-a815-0b2155ceff37 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:46:46.027664 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:46:46.031736 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:46:46.040335 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Pushing event updated for resources: {'Port': ['ID=0ffb304a-5425-421a-a012-c65b9226493d,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:46.084855 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338828'] for router_interface, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:46.106873 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 64daf149-6122-4110-80cb-9a9288caeeef triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:46.107289 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:46.147645 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Notify callbacks [] for port, precommit_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:46.182442 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:46.228733 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2de90-75fa-4af8-ab5b-c39585dd396e req-289a6074-c321-41cb-aa41-4e923a9991dc tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:46.237977 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0bf2de90-75fa-4af8-ab5b-c39585dd396e req-289a6074-c321-41cb-aa41-4e923a9991dc tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 947 time: 0.0846426 Sep 23 18:46:46.260329 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Attempting to bind port 0c0d7c96-ef24-4006-a73f-dd3db834b2d6 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:46:46.260704 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Attempting to bind port 0c0d7c96-ef24-4006-a73f-dd3db834b2d6 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:46:46.261069 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Attempting to bind port 0c0d7c96-ef24-4006-a73f-dd3db834b2d6 on network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:46:46.290790 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d30f6f-4978-41cd-a86b-226bf9a71db7 None None] Pushing event updated for resources: {'Port': ['ID=0c0d7c96-ef24-4006-a73f-dd3db834b2d6,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:46.298401 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:46:46.299004 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Checking segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:46:46.299836 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:46.300698 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Bound using segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:46:46.301226 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0bf2de90-75fa-4af8-ab5b-c39585dd396e req-7c48d69e-cd69-4005-ae81-a6351016b3f2 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618732 Sep 23 18:46:46.301461 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Bound port: 0c0d7c96-ef24-4006-a73f-dd3db834b2d6, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:46:46.301727 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:46.368447 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] For port 0c0d7c96-ef24-4006-a73f-dd3db834b2d6, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:46:46.373192 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] For port 0c0d7c96-ef24-4006-a73f-dd3db834b2d6, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=0c0d7c96-ef24-4006-a73f-dd3db834b2d6,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:46:46.379906 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:46.391187 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-97248166-bb3e-4e4e-9f71-a8da7dba3bae None None] Provisioning complete for port 0ffb304a-5425-421a-a012-c65b9226493d triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:46.391798 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-97248166-bb3e-4e4e-9f71-a8da7dba3bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:46.451091 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:46.463177 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-97248166-bb3e-4e4e-9f71-a8da7dba3bae None None] Port 0ffb304a-5425-421a-a012-c65b9226493d cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:46:46.469627 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Routers {'403ebc0c-3621-444a-a533-9764fe889e33'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:46:46.470247 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:46:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['403ebc0c-3621-444a-a533-9764fe889e33'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:46.508580 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d30f6f-4978-41cd-a86b-226bf9a71db7 None None] Pushing event updated for resources: {'Port': ['ID=0c0d7c96-ef24-4006-a73f-dd3db834b2d6,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:46.612561 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:46.617732 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:46.688936 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-340092'] for router_interface, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:46.692014 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Pushing event updated for resources: {'Port': ['ID=0ffb304a-5425-421a-a012-c65b9226493d,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:46.697214 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] Set router 403ebc0c-3621-444a-a533-9764fe889e33 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:46:46.786294 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Network abe8bbf5-106d-4cf2-a815-0b2155ceff37 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:46:46.787704 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:46:46.921526 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Router 403ebc0c-3621-444a-a533-9764fe889e33 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:46:46.926905 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403ebc0c-3621-444a-a533-9764fe889e33', 'name': 'tempest-TestMinimumBasicScenario-2033233248-router', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:46Z', 'revision_number': 4, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'gw_port': {'id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '0ffb304a-5425-421a-a012-c65b9226493d', 'name': '', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'mac_address': 'fa:16:3e:11:0e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '033580f8-5239-4970-8abc-a077e6edd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:45Z', 'updated_at': '2021-09-23T18:46:45Z', 'revision_number': 1, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'subnets': [{'id': '033580f8-5239-4970-8abc-a077e6edd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:46.956127 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c0cff2-e4b9-4623-a2e8-31341470a479 None None] The sync data for ids ['403ebc0c-3621-444a-a533-9764fe889e33'] in dv-cinder-810415-4-iscsi is: [{'id': '403ebc0c-3621-444a-a533-9764fe889e33', 'name': 'tempest-TestMinimumBasicScenario-2033233248-router', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:46Z', 'revision_number': 4, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'gw_port': {'id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '0ffb304a-5425-421a-a012-c65b9226493d', 'name': '', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'mac_address': 'fa:16:3e:11:0e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '033580f8-5239-4970-8abc-a077e6edd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:45Z', 'updated_at': '2021-09-23T18:46:45Z', 'revision_number': 1, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'subnets': [{'id': '033580f8-5239-4970-8abc-a077e6edd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:46:47.040811 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:46:47.045895 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-1368547e-0bf9-4728-9046-95b3d0d797de admin admin] 10.222.0.70 "PUT /v2.0/routers/403ebc0c-3621-444a-a533-9764fe889e33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9301796 Sep 23 18:46:47.085871 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-7b082695-f9c3-486c-9e10-ed5ee9dcfcb0 None None] Provisioning complete for port 0ffb304a-5425-421a-a012-c65b9226493d triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:47.086241 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7b082695-f9c3-486c-9e10-ed5ee9dcfcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:47.124326 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-7b082695-f9c3-486c-9e10-ed5ee9dcfcb0 None None] Port 0ffb304a-5425-421a-a012-c65b9226493d cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:46:47.213175 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:47.421844 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df8757-7a0d-425b-a788-f6fbc726d3ec req-d4a6512c-df54-4fbe-93f0-1c59214a89fd tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:47.423379 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-51df8757-7a0d-425b-a788-f6fbc726d3ec req-d4a6512c-df54-4fbe-93f0-1c59214a89fd tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 947 time: 0.0530779 Sep 23 18:46:47.462662 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-51df8757-7a0d-425b-a788-f6fbc726d3ec req-dd4a42b9-409d-4e87-a2bf-0883b7c6fef8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322363 Sep 23 18:46:47.581642 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 32838) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:47.590807 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-b1005f73-5b8e-4e62-8251-e709e110dae3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-324220963-network', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:46:47.616720 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1005f73-5b8e-4e62-8251-e709e110dae3 admin admin] Made reservation on behalf of daa0d3d133734779ac85366c50c558fc for: {'network': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:46:47.619055 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b1005f73-5b8e-4e62-8251-e709e110dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:47.628028 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b1005f73-5b8e-4e62-8251-e709e110dae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:47.730013 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b1005f73-5b8e-4e62-8251-e709e110dae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:47.734956 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b1005f73-5b8e-4e62-8251-e709e110dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:47.761666 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1005f73-5b8e-4e62-8251-e709e110dae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=100703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:46:47.771492 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1005f73-5b8e-4e62-8251-e709e110dae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf3d358-804c-4c33-8f0e-1da97f4a0585,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:47.780125 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b1005f73-5b8e-4e62-8251-e709e110dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:47.780535 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.segments_db [None req-b1005f73-5b8e-4e62-8251-e709e110dae3 admin admin] Added segment 3c6147f4-d358-46f7-9baa-a17ce6eb29d2 of type vlan for network d077d178-4749-4fde-b7fd-b033be634697 Sep 23 18:46:47.824754 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b1005f73-5b8e-4e62-8251-e709e110dae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:47.850913 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b1005f73-5b8e-4e62-8251-e709e110dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:47.852425 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1005f73-5b8e-4e62-8251-e709e110dae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:47.853216 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b1005f73-5b8e-4e62-8251-e709e110dae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:47.883415 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-b1005f73-5b8e-4e62-8251-e709e110dae3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3006430 Sep 23 18:46:47.886279 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 32840) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:47.891624 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Request body: {'subnet': {'network_id': 'd077d178-4749-4fde-b7fd-b033be634697', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-324220963-subnet', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'ip_version': 4}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:46:47.918833 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 64daf149-6122-4110-80cb-9a9288caeeef up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:46:47.932640 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Made reservation on behalf of daa0d3d133734779ac85366c50c558fc for: {'subnet': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:46:47.936836 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482579'] for subnet, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:47.941423 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1005f73-5b8e-4e62-8251-e709e110dae3 admin admin] Pushing event updated for resources: {'Network': ['ID=d077d178-4749-4fde-b7fd-b033be634697,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:47.989342 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network d077d178-4749-4fde-b7fd-b033be634697 details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:46:48.062202 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 64daf149-6122-4110-80cb-9a9288caeeef triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:48.062839 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.130584 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5742437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482593'] for subnet, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.149791 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 0c0d7c96-ef24-4006-a73f-dd3db834b2d6 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:46:48.193806 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dcce38d-2aa9-417d-bfb0-d6e510fd13a6,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:48.203225 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:48.203854 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:48.204410 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:48.204901 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:48.205392 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:48.205890 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:48.206225 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:48.206734 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:48.207221 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:48.207577 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 0c0d7c96-ef24-4006-a73f-dd3db834b2d6 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:48.207869 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:48.207988 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.208494 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:48.208990 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:48.218756 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Checking segment: {'id': '3c6147f4-d358-46f7-9baa-a17ce6eb29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd077d178-4749-4fde-b7fd-b033be634697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:46:48.219373 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Network hostable DHCP agents. Network: d077d178-4749-4fde-b7fd-b033be634697, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:46:48.238387 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Network d077d178-4749-4fde-b7fd-b033be634697 is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:46:48.250664 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, d077d178-4749-4fde-b7fd-b033be634697) {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:46:48.255788 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:48.256413 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.264443 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56f493e-a698-429e-a0e6-8e4ec5a9d9f1 None None] Network d077d178-4749-4fde-b7fd-b033be634697 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:46:48.271738 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-d0ea9927-75b3-413d-83bc-61cb198e6c31 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3842137 Sep 23 18:46:48.274242 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 32848) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:48.278396 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-324220963-router', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:46:48.309778 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-339852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5306'] for router, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.311267 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-341116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5299'] for router, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.363784 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.389341 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.395373 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port 0c0d7c96-ef24-4006-a73f-dd3db834b2d6, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=0c0d7c96-ef24-4006-a73f-dd3db834b2d6,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:46:48.400765 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.434913 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e5a02812-67d7-456c-bba0-2d20ae50a063 req-7970a6c6-6b17-4eb5-ac07-345f255a3360 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1082416 Sep 23 18:46:48.492984 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=0c0d7c96-ef24-4006-a73f-dd3db834b2d6,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:48.508748 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6905c686-692d-56b3-9e02-c5d3ec50cb82-d077d178-4749-4fde-b7fd-b033be634697', 'network_id': 'd077d178-4749-4fde-b7fd-b033be634697', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'fixed_ips': [{'subnet_id': '2dcce38d-2aa9-417d-bfb0-d6e510fd13a6'}]}} from dv-cinder-810415-4-iscsi. {{(pid=100705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 18:46:48.509663 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.556083 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.588853 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a02812-67d7-456c-bba0-2d20ae50a063 req-23588ec3-baa2-4e0f-97df-9ba38cd2e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:48.590383 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e5a02812-67d7-456c-bba0-2d20ae50a063 req-23588ec3-baa2-4e0f-97df-9ba38cd2e94e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da8d789b5bc7452885df88ceb397e55f&device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 1098 time: 0.0920389 Sep 23 18:46:48.653817 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.db_base_plugin_common [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Allocated IP 172.20.0.2 (d077d178-4749-4fde-b7fd-b033be634697/2dcce38d-2aa9-417d-bfb0-d6e510fd13a6/5cb52039-428a-496b-a8c6-e4f18a5f2640) {{(pid=100705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:46:48.737540 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a02812-67d7-456c-bba0-2d20ae50a063 req-02b55592-50f3-40f7-9ef7-5dccfe1e03d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:48.738988 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e5a02812-67d7-456c-bba0-2d20ae50a063 req-02b55592-50f3-40f7-9ef7-5dccfe1e03d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=839314a6-4ed6-4581-9a4d-7d83a16562ce HTTP/1.1" status: 200 len: 912 time: 0.1019261 Sep 23 18:46:48.799476 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Notify callbacks [] for port, precommit_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.806565 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.854534 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Network d077d178-4749-4fde-b7fd-b033be634697 is already hosted by enough agents. {{(pid=100705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:46:48.857400 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.base_scheduler [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Resources bound (agent type, host, resource id): {{(pid=100705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:46:48.864135 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Received port after_create {{(pid=100705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:46:48.867141 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Pushing event updated for resources: {'Port': ['ID=5cb52039-428a-496b-a8c6-e4f18a5f2640,revision_number=1']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:48.895056 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e5a02812-67d7-456c-bba0-2d20ae50a063 req-3100f63c-3ba2-4331-81ad-33b993d1a866 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae383cee-1966-4385-9fac-d7edddd6d4e3 HTTP/1.1" status: 200 len: 1001 time: 0.1227930 Sep 23 18:46:48.903083 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.919512 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Attempting to bind port 5cb52039-428a-496b-a8c6-e4f18a5f2640 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:46:48.920054 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Attempting to bind port 5cb52039-428a-496b-a8c6-e4f18a5f2640 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': '3c6147f4-d358-46f7-9baa-a17ce6eb29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd077d178-4749-4fde-b7fd-b033be634697'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:46:48.920252 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Attempting to bind port 5cb52039-428a-496b-a8c6-e4f18a5f2640 on network d077d178-4749-4fde-b7fd-b033be634697 {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:46:48.925359 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:46:48.925775 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Checking segment: {'id': '3c6147f4-d358-46f7-9baa-a17ce6eb29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd077d178-4749-4fde-b7fd-b033be634697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:46:48.926192 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.926618 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Bound using segment: {'id': '3c6147f4-d358-46f7-9baa-a17ce6eb29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd077d178-4749-4fde-b7fd-b033be634697'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:46:48.927106 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Bound port: 5cb52039-428a-496b-a8c6-e4f18a5f2640, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6147f4-d358-46f7-9baa-a17ce6eb29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd077d178-4749-4fde-b7fd-b033be634697'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:46:48.927532 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.949268 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:48.994440 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] For port 5cb52039-428a-496b-a8c6-e4f18a5f2640, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:46:48.996896 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] For port 5cb52039-428a-496b-a8c6-e4f18a5f2640, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=5cb52039-428a-496b-a8c6-e4f18a5f2640,segment=NetworkSegment(3c6147f4-d358-46f7-9baa-a17ce6eb29d2),segment_id=3c6147f4-d358-46f7-9baa-a17ce6eb29d2)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:46:49.002434 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:49.007932 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a02812-67d7-456c-bba0-2d20ae50a063 req-7cc0f731-d6e4-4209-967d-806c171375fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:49.009511 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e5a02812-67d7-456c-bba0-2d20ae50a063 req-7cc0f731-d6e4-4209-967d-806c171375fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1347f6-4986-47d9-9d8d-3f80a83c6a61 HTTP/1.1" status: 200 len: 849 time: 0.1045280 Sep 23 18:46:49.057197 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a4ce1-8890-4b62-924f-b8f7f42a43fb None None] Pushing event updated for resources: {'Port': ['ID=5cb52039-428a-496b-a8c6-e4f18a5f2640,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:49.102566 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a02812-67d7-456c-bba0-2d20ae50a063 req-09f39b5b-f817-4be4-a98c-bc718ccfcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:49.105562 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e5a02812-67d7-456c-bba0-2d20ae50a063 req-09f39b5b-f817-4be4-a98c-bc718ccfcda8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=839314a6-4ed6-4581-9a4d-7d83a16562ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840468 Sep 23 18:46:49.118151 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Allocated IP 172.27.1.61 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/dc8c6efb-cafe-433a-8692-7baa2e679023) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:46:49.198164 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Sync routers for ids ['403ebc0c-3621-444a-a533-9764fe889e33'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:46:49.207613 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Routers {'403ebc0c-3621-444a-a533-9764fe889e33'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:46:49.208233 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:46:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['403ebc0c-3621-444a-a533-9764fe889e33'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:49.304012 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e5a02812-67d7-456c-bba0-2d20ae50a063 req-8f982abc-9abb-41ab-97c7-dc0510fa4477 service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874623 Sep 23 18:46:49.381799 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Set router 403ebc0c-3621-444a-a533-9764fe889e33 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:46:49.442537 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:49.452027 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e5a02812-67d7-456c-bba0-2d20ae50a063 req-e290c1c6-bfa3-4599-8d2d-d942607a462e service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387665 Sep 23 18:46:49.494762 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:49.534041 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:46:49.536854 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:46:49.540268 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:46:49.565465 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc8c6efb-cafe-433a-8692-7baa2e679023,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:49.621311 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403ebc0c-3621-444a-a533-9764fe889e33', 'name': 'tempest-TestMinimumBasicScenario-2033233248-router', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:46Z', 'revision_number': 4, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'gw_port': {'id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '0ffb304a-5425-421a-a012-c65b9226493d', 'name': '', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'mac_address': 'fa:16:3e:11:0e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '033580f8-5239-4970-8abc-a077e6edd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:45Z', 'updated_at': '2021-09-23T18:46:46Z', 'revision_number': 2, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'subnets': [{'id': '033580f8-5239-4970-8abc-a077e6edd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:49.652406 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Checking router: 403ebc0c-3621-444a-a533-9764fe889e33 for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:46:49.652761 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Updating router 403ebc0c-3621-444a-a533-9764fe889e33 port 0ffb304a-5425-421a-a012-c65b9226493d binding host dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:46:49.678606 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:49.966543 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-9bb80896-a3b3-4e05-bf2c-908efb6f9189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:49.985027 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:50.000042 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:50.042568 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 0c0d7c96-ef24-4006-a73f-dd3db834b2d6 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:46:50.050853 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a9a49-21fe-4a4e-863a-b919556b6886 None None] Pushing event updated for resources: {'Port': ['ID=0ffb304a-5425-421a-a012-c65b9226493d,revision_number=3']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:50.081977 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:50.084713 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a9a49-21fe-4a4e-863a-b919556b6886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:50.085123 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a9a49-21fe-4a4e-863a-b919556b6886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:50.085497 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a9a49-21fe-4a4e-863a-b919556b6886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:50.085874 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a9a49-21fe-4a4e-863a-b919556b6886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:50.086240 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a9a49-21fe-4a4e-863a-b919556b6886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:50.086750 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a9a49-21fe-4a4e-863a-b919556b6886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:50.086934 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a9a49-21fe-4a4e-863a-b919556b6886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:50.087262 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a9a49-21fe-4a4e-863a-b919556b6886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:50.087607 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a9a49-21fe-4a4e-863a-b919556b6886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:50.087956 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a9a49-21fe-4a4e-863a-b919556b6886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:50.088609 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a9a49-21fe-4a4e-863a-b919556b6886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:50.089522 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a9a49-21fe-4a4e-863a-b919556b6886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:50.117761 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 0c0d7c96-ef24-4006-a73f-dd3db834b2d6 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:50.118137 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:50.130946 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Attempting to bind port 0ffb304a-5425-421a-a012-c65b9226493d on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:46:50.131317 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Attempting to bind port 0ffb304a-5425-421a-a012-c65b9226493d by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': '7bd7fbdb-3521-444a-87d6-dc8d2b8984fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37'}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:46:50.132537 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Attempting to bind port 0ffb304a-5425-421a-a012-c65b9226493d on network abe8bbf5-106d-4cf2-a815-0b2155ceff37 {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:46:50.137835 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:46:50.138206 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Checking segment: {'id': '7bd7fbdb-3521-444a-87d6-dc8d2b8984fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:46:50.138639 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:50.139038 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Bound using segment: {'id': '7bd7fbdb-3521-444a-87d6-dc8d2b8984fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37'} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:46:50.140166 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Bound port: 0ffb304a-5425-421a-a012-c65b9226493d, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd7fbdb-3521-444a-87d6-dc8d2b8984fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37'}}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:46:50.140765 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:50.223877 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 5cb52039-428a-496b-a8c6-e4f18a5f2640 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:46:50.228669 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] For port 0ffb304a-5425-421a-a012-c65b9226493d, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:46:50.233154 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] For port 0ffb304a-5425-421a-a012-c65b9226493d, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=0ffb304a-5425-421a-a012-c65b9226493d,segment=NetworkSegment(7bd7fbdb-3521-444a-87d6-dc8d2b8984fb),segment_id=7bd7fbdb-3521-444a-87d6-dc8d2b8984fb)] {{(pid=100706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:46:50.239920 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:50.299011 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Routers {'403ebc0c-3621-444a-a533-9764fe889e33'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:46:50.299931 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:46:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['403ebc0c-3621-444a-a533-9764fe889e33'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:50.307501 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 5cb52039-428a-496b-a8c6-e4f18a5f2640 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:50.307883 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:50.364918 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-340997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338353'] for router, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:50.377341 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a9a49-21fe-4a4e-863a-b919556b6886 None None] Pushing event updated for resources: {'Port': ['ID=0ffb304a-5425-421a-a012-c65b9226493d,revision_number=4']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:50.459516 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5a58cc-4def-4ea3-b0fc-63073c047df9 None None] Network d077d178-4749-4fde-b7fd-b033be634697 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:46:50.470880 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] Set router 403ebc0c-3621-444a-a533-9764fe889e33 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:46:50.562538 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Router 123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34 is scheduled to L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 with binding_index 1 {{(pid=100704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 18:46:50.613975 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-cb9bb034-887e-4e8a-b562-0cb3f4bb35dd None None] Provisioning complete for port 0ffb304a-5425-421a-a012-c65b9226493d triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:50.614359 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb034-887e-4e8a-b562-0cb3f4bb35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:50.616207 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:50.693532 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:46:50.720142 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port 5cb52039-428a-496b-a8c6-e4f18a5f2640, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=5cb52039-428a-496b-a8c6-e4f18a5f2640,segment=NetworkSegment(3c6147f4-d358-46f7-9baa-a17ce6eb29d2),segment_id=3c6147f4-d358-46f7-9baa-a17ce6eb29d2)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:46:50.725806 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Sync routers for ids ['123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:46:50.733155 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] Notify callbacks [] for router, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:50.735749 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-2357a957-45ce-4506-9a37-1655119f99c0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4605913 Sep 23 18:46:50.738265 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 32866) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:46:50.762999 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:50.807270 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Routers {'123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:46:50.808060 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:46:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:50.875913 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403ebc0c-3621-444a-a533-9764fe889e33', 'name': 'tempest-TestMinimumBasicScenario-2033233248-router', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:46Z', 'revision_number': 4, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'gw_port': {'id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '0ffb304a-5425-421a-a012-c65b9226493d', 'name': '', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'mac_address': 'fa:16:3e:11:0e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '033580f8-5239-4970-8abc-a077e6edd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:45Z', 'updated_at': '2021-09-23T18:46:50Z', 'revision_number': 4, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'subnets': [{'id': '033580f8-5239-4970-8abc-a077e6edd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:50.892050 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e4ff3-789d-4e81-aaad-d21681efb11b req-f068d83a-e38c-470e-8e14-d3cd0643089d tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:50.893739 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cc4e4ff3-789d-4e81-aaad-d21681efb11b req-f068d83a-e38c-470e-8e14-d3cd0643089d tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 945 time: 0.0986874 Sep 23 18:46:50.911115 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedb206d-4368-4013-bf07-4a4ec1b86ce2 None None] The sync data for ids ['403ebc0c-3621-444a-a533-9764fe889e33'] in dv-cinder-810415-4-iscsi is: [{'id': '403ebc0c-3621-444a-a533-9764fe889e33', 'name': 'tempest-TestMinimumBasicScenario-2033233248-router', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:46Z', 'revision_number': 4, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'gw_port': {'id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '0ffb304a-5425-421a-a012-c65b9226493d', 'name': '', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'mac_address': 'fa:16:3e:11:0e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '033580f8-5239-4970-8abc-a077e6edd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:45Z', 'updated_at': '2021-09-23T18:46:50Z', 'revision_number': 4, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'subnets': [{'id': '033580f8-5239-4970-8abc-a077e6edd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:46:50.928896 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=5cb52039-428a-496b-a8c6-e4f18a5f2640,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:50.936122 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb034-887e-4e8a-b562-0cb3f4bb35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:50.986392 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cc4e4ff3-789d-4e81-aaad-d21681efb11b req-d321ac49-4e5f-426b-acfc-6450ceed2096 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581577 Sep 23 18:46:51.023590 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Set router 123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:46:51.090189 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-cb9bb034-887e-4e8a-b562-0cb3f4bb35dd None None] For port 0ffb304a-5425-421a-a012-c65b9226493d, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=0ffb304a-5425-421a-a012-c65b9226493d,segment=NetworkSegment(7bd7fbdb-3521-444a-87d6-dc8d2b8984fb),segment_id=7bd7fbdb-3521-444a-87d6-dc8d2b8984fb)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:46:51.106148 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb034-887e-4e8a-b562-0cb3f4bb35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:51.166550 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-cb9bb034-887e-4e8a-b562-0cb3f4bb35dd None None] Provisioning complete for port 5cb52039-428a-496b-a8c6-e4f18a5f2640 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:51.166936 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb034-887e-4e8a-b562-0cb3f4bb35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:51.274974 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:51.371114 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bb034-887e-4e8a-b562-0cb3f4bb35dd None None] Pushing event updated for resources: {'Port': ['ID=0ffb304a-5425-421a-a012-c65b9226493d,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:51.449542 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Allocated IP 172.20.0.1 (d077d178-4749-4fde-b7fd-b033be634697/2dcce38d-2aa9-417d-bfb0-d6e510fd13a6/af45ec1a-947b-453d-9c71-ae04e9d4727c) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:46:51.486496 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'name': 'tempest-TestMinimumBasicScenario-324220963-router', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'dc8c6efb-cafe-433a-8692-7baa2e679023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:48Z', 'updated_at': '2021-09-23T18:46:49Z', 'revision_number': 3, 'project_id': 'daa0d3d133734779ac85366c50c558fc', 'gw_port': {'id': 'dc8c6efb-cafe-433a-8692-7baa2e679023', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:48Z', 'updated_at': '2021-09-23T18:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:51.519185 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Checking router: 123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:46:51.519185 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Updating router 123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34 port dc8c6efb-cafe-433a-8692-7baa2e679023 binding host dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:46:51.543664 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:51.560417 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:51.598556 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:51.637074 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Network d077d178-4749-4fde-b7fd-b033be634697 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:46:51.641223 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:46:51.645311 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:46:51.666019 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-df1a9156-16c3-4f8b-9d9a-6ee87809ffcc None None] Provisioning complete for port 0ffb304a-5425-421a-a012-c65b9226493d triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:51.666395 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-df1a9156-16c3-4f8b-9d9a-6ee87809ffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:51.678458 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Pushing event updated for resources: {'Port': ['ID=af45ec1a-947b-453d-9c71-ae04e9d4727c,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:51.698831 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338828'] for router_interface, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:51.855506 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:51.860291 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-df1a9156-16c3-4f8b-9d9a-6ee87809ffcc None None] Provisioning complete for port 5cb52039-428a-496b-a8c6-e4f18a5f2640 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:51.860690 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-df1a9156-16c3-4f8b-9d9a-6ee87809ffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:51.900382 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 0ffb304a-5425-421a-a012-c65b9226493d up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:46:51.954090 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Notify callbacks [] for port, precommit_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:51.966642 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:52.026151 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:52.030419 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Attempting to bind port dc8c6efb-cafe-433a-8692-7baa2e679023 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:46:52.031015 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Attempting to bind port dc8c6efb-cafe-433a-8692-7baa2e679023 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:46:52.031382 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Attempting to bind port dc8c6efb-cafe-433a-8692-7baa2e679023 on network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:46:52.033435 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:52.062388 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe67c1e-17cf-417e-8f2a-49c2043d0d14 None None] Pushing event updated for resources: {'Port': ['ID=dc8c6efb-cafe-433a-8692-7baa2e679023,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:52.067443 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 0ffb304a-5425-421a-a012-c65b9226493d triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:52.067818 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:52.069388 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:46:52.069762 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Checking segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:46:52.070154 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:52.070557 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Bound using segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:46:52.071025 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Bound port: dc8c6efb-cafe-433a-8692-7baa2e679023, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:46:52.071418 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:52.116633 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe67c1e-17cf-417e-8f2a-49c2043d0d14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:52.117024 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe67c1e-17cf-417e-8f2a-49c2043d0d14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:52.117356 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe67c1e-17cf-417e-8f2a-49c2043d0d14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:52.117691 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe67c1e-17cf-417e-8f2a-49c2043d0d14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:52.118022 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe67c1e-17cf-417e-8f2a-49c2043d0d14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:52.118354 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe67c1e-17cf-417e-8f2a-49c2043d0d14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:52.118679 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe67c1e-17cf-417e-8f2a-49c2043d0d14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:52.119008 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe67c1e-17cf-417e-8f2a-49c2043d0d14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:52.119332 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe67c1e-17cf-417e-8f2a-49c2043d0d14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:52.119655 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe67c1e-17cf-417e-8f2a-49c2043d0d14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:52.119983 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe67c1e-17cf-417e-8f2a-49c2043d0d14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:52.120326 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe67c1e-17cf-417e-8f2a-49c2043d0d14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:46:52.126488 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Pushing event updated for resources: {'Port': ['ID=af45ec1a-947b-453d-9c71-ae04e9d4727c,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:52.133704 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-340092'] for router_interface, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:52.167228 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f29c4a-4648-4652-ac5d-b715314140c2 req-95ed21fc-7bc9-482e-a332-9a637cb5db8a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:52.168709 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d3f29c4a-4648-4652-ac5d-b715314140c2 req-95ed21fc-7bc9-482e-a332-9a637cb5db8a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 945 time: 0.0929086 Sep 23 18:46:52.178802 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] For port dc8c6efb-cafe-433a-8692-7baa2e679023, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:46:52.184043 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] For port dc8c6efb-cafe-433a-8692-7baa2e679023, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=dc8c6efb-cafe-433a-8692-7baa2e679023,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:46:52.189692 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:52.248736 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d3f29c4a-4648-4652-ac5d-b715314140c2 req-e5050370-10b4-4ef0-9682-5b70ba9a9fb8 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715661 Sep 23 18:46:52.279288 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Network d077d178-4749-4fde-b7fd-b033be634697 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:46:52.281291 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:46:52.282238 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 5cb52039-428a-496b-a8c6-e4f18a5f2640 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:46:52.309898 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Routers {'123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:46:52.310536 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:46:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:52.314735 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe67c1e-17cf-417e-8f2a-49c2043d0d14 None None] Pushing event updated for resources: {'Port': ['ID=dc8c6efb-cafe-433a-8692-7baa2e679023,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:52.355029 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-58d9161b-0859-4a57-b94e-c6842775b5a4 None None] Provisioning complete for port af45ec1a-947b-453d-9c71-ae04e9d4727c triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:52.355405 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-58d9161b-0859-4a57-b94e-c6842775b5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:52.406764 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Router 123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:46:52.416767 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-58d9161b-0859-4a57-b94e-c6842775b5a4 None None] Port af45ec1a-947b-453d-9c71-ae04e9d4727c cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:46:52.467398 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 5cb52039-428a-496b-a8c6-e4f18a5f2640 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:52.467832 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:52.497471 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] Set router 123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:46:52.598805 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-80b45bf5-3e0a-40a8-ab47-40eaff91468e None None] Provisioning complete for port af45ec1a-947b-453d-9c71-ae04e9d4727c triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:52.599097 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-80b45bf5-3e0a-40a8-ab47-40eaff91468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:52.656065 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-57d0fd45-d791-47e1-ba3d-e588c6d428df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:52.717238 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-80b45bf5-3e0a-40a8-ab47-40eaff91468e None None] Port af45ec1a-947b-453d-9c71-ae04e9d4727c cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:46:52.779021 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a2bad-2b65-40bd-955d-efd073e94a50 req-39655a2f-67bd-4836-a4e7-33b4dae04238 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:46:52.781079 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4c1a2bad-2b65-40bd-955d-efd073e94a50 req-39655a2f-67bd-4836-a4e7-33b4dae04238 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 945 time: 0.3296885 Sep 23 18:46:52.793876 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:46:52.799176 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-1e82cdc9-d462-4a87-9d8f-ac976357df8d admin admin] 10.222.0.70 "PUT /v2.0/routers/123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0599322 Sep 23 18:46:52.807403 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'name': 'tempest-TestMinimumBasicScenario-324220963-router', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'dc8c6efb-cafe-433a-8692-7baa2e679023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:48Z', 'updated_at': '2021-09-23T18:46:51Z', 'revision_number': 4, 'project_id': 'daa0d3d133734779ac85366c50c558fc', 'gw_port': {'id': 'dc8c6efb-cafe-433a-8692-7baa2e679023', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:48Z', 'updated_at': '2021-09-23T18:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'af45ec1a-947b-453d-9c71-ae04e9d4727c', 'name': '', 'network_id': 'd077d178-4749-4fde-b7fd-b033be634697', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'mac_address': 'fa:16:3e:9f:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2dcce38d-2aa9-417d-bfb0-d6e510fd13a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:51Z', 'updated_at': '2021-09-23T18:46:51Z', 'revision_number': 2, 'project_id': 'daa0d3d133734779ac85366c50c558fc', 'subnets': [{'id': '2dcce38d-2aa9-417d-bfb0-d6e510fd13a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:52.835809 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32875f1-aa41-464e-9691-6c89f8935ada None None] The sync data for ids ['123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'] in dv-cinder-810415-4-iscsi is: [{'id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'name': 'tempest-TestMinimumBasicScenario-324220963-router', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'dc8c6efb-cafe-433a-8692-7baa2e679023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:48Z', 'updated_at': '2021-09-23T18:46:51Z', 'revision_number': 4, 'project_id': 'daa0d3d133734779ac85366c50c558fc', 'gw_port': {'id': 'dc8c6efb-cafe-433a-8692-7baa2e679023', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:48Z', 'updated_at': '2021-09-23T18:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'af45ec1a-947b-453d-9c71-ae04e9d4727c', 'name': '', 'network_id': 'd077d178-4749-4fde-b7fd-b033be634697', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'mac_address': 'fa:16:3e:9f:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2dcce38d-2aa9-417d-bfb0-d6e510fd13a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:51Z', 'updated_at': '2021-09-23T18:46:51Z', 'revision_number': 2, 'project_id': 'daa0d3d133734779ac85366c50c558fc', 'subnets': [{'id': '2dcce38d-2aa9-417d-bfb0-d6e510fd13a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:46:52.888643 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-4c1a2bad-2b65-40bd-955d-efd073e94a50 req-8be9eae0-e70e-48e7-8167-bf5913799071 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Deleting port 7264a03d-555b-4cf6-b240-142756021df9 {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:46:52.888998 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-4c1a2bad-2b65-40bd-955d-efd073e94a50 req-8be9eae0-e70e-48e7-8167-bf5913799071 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:52.919358 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:52.999365 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-4c1a2bad-2b65-40bd-955d-efd073e94a50 req-8be9eae0-e70e-48e7-8167-bf5913799071 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] For port 7264a03d-555b-4cf6-b240-142756021df9, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=7264a03d-555b-4cf6-b240-142756021df9,segment=NetworkSegment(292daf3a-5796-4b14-9df7-6bc53f4eafd4),segment_id=292daf3a-5796-4b14-9df7-6bc53f4eafd4)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:46:52.999894 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-4c1a2bad-2b65-40bd-955d-efd073e94a50 req-8be9eae0-e70e-48e7-8167-bf5913799071 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:53.017753 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-4c1a2bad-2b65-40bd-955d-efd073e94a50 req-8be9eae0-e70e-48e7-8167-bf5913799071 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Calling delete_port for 7264a03d-555b-4cf6-b240-142756021df9 owned by compute:nova {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:46:53.175059 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-4c1a2bad-2b65-40bd-955d-efd073e94a50 req-8be9eae0-e70e-48e7-8167-bf5913799071 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:53.189419 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['7264a03d-555b-4cf6-b240-142756021df9'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:46:53.217369 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9eae0-e70e-48e7-8167-bf5913799071 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Pushing event deleted for resources: {'Port': ['ID=7264a03d-555b-4cf6-b240-142756021df9,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:53.268391 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1a2bad-2b65-40bd-955d-efd073e94a50 req-8be9eae0-e70e-48e7-8167-bf5913799071 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] No DVR routers for this DVR port 7264a03d-555b-4cf6-b240-142756021df9 on host hv-cinder-81041 {{(pid=100704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:46:53.271557 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-4c1a2bad-2b65-40bd-955d-efd073e94a50 req-8be9eae0-e70e-48e7-8167-bf5913799071 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:53.277955 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4c1a2bad-2b65-40bd-955d-efd073e94a50 req-8be9eae0-e70e-48e7-8167-bf5913799071 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.42 "DELETE /v2.0/ports/7264a03d-555b-4cf6-b240-142756021df9 HTTP/1.1" status: 204 len: 173 time: 0.4776266 Sep 23 18:46:53.278321 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0193df-eb92-4652-9af9-db37586b1bbb', 'name': 'network-vif-deleted', 'tag': '7264a03d-555b-4cf6-b240-142756021df9'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:46:53.280651 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50c80e0-97f4-44ec-9d21-23d9038acff3" -d '{"events": [{"server_uuid": "2e0193df-eb92-4652-9af9-db37586b1bbb", "name": "network-vif-deleted", "tag": "7264a03d-555b-4cf6-b240-142756021df9"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:46:53.334863 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dee388-f2c4-4817-9fe9-c9d585f557ef x-openstack-request-id: req-32dee388-f2c4-4817-9fe9-c9d585f557ef {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:46:53.335446 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0193df-eb92-4652-9af9-db37586b1bbb", "name": "network-vif-deleted", "tag": "7264a03d-555b-4cf6-b240-142756021df9", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:46:53.335856 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32dee388-f2c4-4817-9fe9-c9d585f557ef {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:46:53.337468 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0193df-eb92-4652-9af9-db37586b1bbb', 'name': 'network-vif-deleted', 'tag': '7264a03d-555b-4cf6-b240-142756021df9', 'status': 'completed', 'code': 200} Sep 23 18:46:53.400950 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0769c11f-8ca0-4e27-bb66-09ff8c2248d6 req-58a542f5-0d82-41da-955f-2082462b6078 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e0193df-eb92-4652-9af9-db37586b1bbb HTTP/1.1" status: 200 len: 210 time: 0.0439200 Sep 23 18:46:53.570876 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:53.911614 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device dc8c6efb-cafe-433a-8692-7baa2e679023 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:46:53.980824 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port dc8c6efb-cafe-433a-8692-7baa2e679023 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:53.981415 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:54.095255 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:54.121613 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port dc8c6efb-cafe-433a-8692-7baa2e679023, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=dc8c6efb-cafe-433a-8692-7baa2e679023,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:46:54.129431 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:54.189547 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=dc8c6efb-cafe-433a-8692-7baa2e679023,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:55.136355 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Sync routers for ids ['123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:46:55.154032 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Routers {'123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:46:55.154917 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:46:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:55.265264 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Set router 123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:46:55.447986 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:55.500022 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'name': 'tempest-TestMinimumBasicScenario-324220963-router', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'dc8c6efb-cafe-433a-8692-7baa2e679023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:48Z', 'updated_at': '2021-09-23T18:46:51Z', 'revision_number': 4, 'project_id': 'daa0d3d133734779ac85366c50c558fc', 'gw_port': {'id': 'dc8c6efb-cafe-433a-8692-7baa2e679023', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:48Z', 'updated_at': '2021-09-23T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'af45ec1a-947b-453d-9c71-ae04e9d4727c', 'name': '', 'network_id': 'd077d178-4749-4fde-b7fd-b033be634697', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'mac_address': 'fa:16:3e:9f:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2dcce38d-2aa9-417d-bfb0-d6e510fd13a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:51Z', 'updated_at': '2021-09-23T18:46:51Z', 'revision_number': 2, 'project_id': 'daa0d3d133734779ac85366c50c558fc', 'subnets': [{'id': '2dcce38d-2aa9-417d-bfb0-d6e510fd13a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:55.527004 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Checking router: 123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34 for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:46:55.527362 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Updating router 123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34 port af45ec1a-947b-453d-9c71-ae04e9d4727c binding host dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:46:55.552219 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:55.849558 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device dc8c6efb-cafe-433a-8692-7baa2e679023 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:46:55.943328 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Notify callbacks [] for port, precommit_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:55.950684 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:56.033773 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f35ef8-6b21-4893-84ea-dceb80800266 None None] Pushing event updated for resources: {'Port': ['ID=af45ec1a-947b-453d-9c71-ae04e9d4727c,revision_number=3']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:56.074261 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Attempting to bind port af45ec1a-947b-453d-9c71-ae04e9d4727c on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:46:56.075231 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Attempting to bind port af45ec1a-947b-453d-9c71-ae04e9d4727c by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': '3c6147f4-d358-46f7-9baa-a17ce6eb29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd077d178-4749-4fde-b7fd-b033be634697'}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:46:56.076341 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Attempting to bind port af45ec1a-947b-453d-9c71-ae04e9d4727c on network d077d178-4749-4fde-b7fd-b033be634697 {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:46:56.081509 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port dc8c6efb-cafe-433a-8692-7baa2e679023 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:56.081975 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:56.082971 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:46:56.083422 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Checking segment: {'id': '3c6147f4-d358-46f7-9baa-a17ce6eb29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd077d178-4749-4fde-b7fd-b033be634697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:46:56.083896 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:56.084400 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Bound using segment: {'id': '3c6147f4-d358-46f7-9baa-a17ce6eb29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd077d178-4749-4fde-b7fd-b033be634697'} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:46:56.085113 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Bound port: af45ec1a-947b-453d-9c71-ae04e9d4727c, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6147f4-d358-46f7-9baa-a17ce6eb29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'd077d178-4749-4fde-b7fd-b033be634697'}}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:46:56.085584 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:56.158733 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] For port af45ec1a-947b-453d-9c71-ae04e9d4727c, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:46:56.162653 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] For port af45ec1a-947b-453d-9c71-ae04e9d4727c, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=af45ec1a-947b-453d-9c71-ae04e9d4727c,segment=NetworkSegment(3c6147f4-d358-46f7-9baa-a17ce6eb29d2),segment_id=3c6147f4-d358-46f7-9baa-a17ce6eb29d2)] {{(pid=100706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:46:56.169451 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:56.238074 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Routers {'123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:46:56.238731 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:46:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:56.244106 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f35ef8-6b21-4893-84ea-dceb80800266 None None] Pushing event updated for resources: {'Port': ['ID=af45ec1a-947b-453d-9c71-ae04e9d4727c,revision_number=4']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:56.262171 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-71e5d9b2-1545-4033-894a-a7c745d1c46b None None] Provisioning complete for port af45ec1a-947b-453d-9c71-ae04e9d4727c triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:56.262542 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-71e5d9b2-1545-4033-894a-a7c745d1c46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:56.381215 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] Set router 123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:46:56.392039 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-71e5d9b2-1545-4033-894a-a7c745d1c46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:56.441605 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-71e5d9b2-1545-4033-894a-a7c745d1c46b None None] For port af45ec1a-947b-453d-9c71-ae04e9d4727c, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=af45ec1a-947b-453d-9c71-ae04e9d4727c,segment=NetworkSegment(3c6147f4-d358-46f7-9baa-a17ce6eb29d2),segment_id=3c6147f4-d358-46f7-9baa-a17ce6eb29d2)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:46:56.458285 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-71e5d9b2-1545-4033-894a-a7c745d1c46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:56.508841 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5d9b2-1545-4033-894a-a7c745d1c46b None None] Pushing event updated for resources: {'Port': ['ID=af45ec1a-947b-453d-9c71-ae04e9d4727c,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:46:56.582019 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-b2a58603-d495-4cee-93f2-8f4d86a9b71c None None] Provisioning complete for port af45ec1a-947b-453d-9c71-ae04e9d4727c triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:56.582787 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b2a58603-d495-4cee-93f2-8f4d86a9b71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:46:56.611783 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'name': 'tempest-TestMinimumBasicScenario-324220963-router', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'dc8c6efb-cafe-433a-8692-7baa2e679023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:48Z', 'updated_at': '2021-09-23T18:46:51Z', 'revision_number': 4, 'project_id': 'daa0d3d133734779ac85366c50c558fc', 'gw_port': {'id': 'dc8c6efb-cafe-433a-8692-7baa2e679023', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:48Z', 'updated_at': '2021-09-23T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'af45ec1a-947b-453d-9c71-ae04e9d4727c', 'name': '', 'network_id': 'd077d178-4749-4fde-b7fd-b033be634697', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'mac_address': 'fa:16:3e:9f:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2dcce38d-2aa9-417d-bfb0-d6e510fd13a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:51Z', 'updated_at': '2021-09-23T18:46:56Z', 'revision_number': 4, 'project_id': 'daa0d3d133734779ac85366c50c558fc', 'subnets': [{'id': '2dcce38d-2aa9-417d-bfb0-d6e510fd13a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:46:56.648224 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e7a61-383f-4468-a763-333d9b8e1383 None None] The sync data for ids ['123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'] in dv-cinder-810415-4-iscsi is: [{'id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'name': 'tempest-TestMinimumBasicScenario-324220963-router', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'dc8c6efb-cafe-433a-8692-7baa2e679023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:48Z', 'updated_at': '2021-09-23T18:46:51Z', 'revision_number': 4, 'project_id': 'daa0d3d133734779ac85366c50c558fc', 'gw_port': {'id': 'dc8c6efb-cafe-433a-8692-7baa2e679023', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:48Z', 'updated_at': '2021-09-23T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'af45ec1a-947b-453d-9c71-ae04e9d4727c', 'name': '', 'network_id': 'd077d178-4749-4fde-b7fd-b033be634697', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'mac_address': 'fa:16:3e:9f:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2dcce38d-2aa9-417d-bfb0-d6e510fd13a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:51Z', 'updated_at': '2021-09-23T18:46:56Z', 'revision_number': 4, 'project_id': 'daa0d3d133734779ac85366c50c558fc', 'subnets': [{'id': '2dcce38d-2aa9-417d-bfb0-d6e510fd13a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:46:57.290810 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:46:57.670112 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 7264a03d-555b-4cf6-b240-142756021df9 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:46:57.696039 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: 7264a03d-555b-4cf6-b240-142756021df9 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:46:57.696413 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 7264a03d-555b-4cf6-b240-142756021df9 not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:46:57.884029 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device af45ec1a-947b-453d-9c71-ae04e9d4727c up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:46:57.944788 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port af45ec1a-947b-453d-9c71-ae04e9d4727c triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:46:57.945628 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:02.688633 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-6e90e3a5-f680-444e-846b-13d60d243f34 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:02.689974 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-6e90e3a5-f680-444e-846b-13d60d243f34 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/networks?id=abe8bbf5-106d-4cf2-a815-0b2155ceff37 HTTP/1.1" status: 200 len: 815 time: 0.0995727 Sep 23 18:47:02.704819 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-21d7351e-4e0e-43af-b2fb-ddd19f645468 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/quotas/90bb3aa715854fbba1cb0e350adafdb7 HTTP/1.1" status: 200 len: 375 time: 0.0092335 Sep 23 18:47:02.753650 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c29abdf2-d1e7-4dc5-a483-594bafbb45b7 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=90bb3aa715854fbba1cb0e350adafdb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437264 Sep 23 18:47:02.853024 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-7b3f70fc-f2c1-46ba-bfee-bbcf62ed93b4 service neutron] 10.222.0.70 "GET /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880675 Sep 23 18:47:02.938953 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-b89c26ba-5c5a-4d4a-b401-d6a6ec5de754 service neutron] 10.222.0.70 "GET /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795214 Sep 23 18:47:03.090868 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a02eb1a5-9c95-442d-985b-5c83fe01fccc req-48492341-8d12-49c0-96f9-4c42f8f244a4 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 210 time: 0.0259266 Sep 23 18:47:03.590145 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-1a0a0a17-43b4-4794-93d8-c2737259c7d7 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:03.591616 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-1a0a0a17-43b4-4794-93d8-c2737259c7d7 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/networks?id=62de9e52-aa5c-4d43-a03e-08606a1b6dcb HTTP/1.1" status: 200 len: 812 time: 0.1181860 Sep 23 18:47:03.608601 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-0893bea2-4bdb-4226-b597-57dc3ae027a6 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/quotas/ed963caf7a2c46d0a36d62046f657dd6 HTTP/1.1" status: 200 len: 375 time: 0.0103250 Sep 23 18:47:03.642766 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-3616509f-e070-4b53-ad4c-d356ca28e42f tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed963caf7a2c46d0a36d62046f657dd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287242 Sep 23 18:47:03.735480 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-0aa4ef97-545a-43b6-af57-7bc9e47be1ef service neutron] 10.222.0.70 "GET /v2.0/networks/62de9e52-aa5c-4d43-a03e-08606a1b6dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858700 Sep 23 18:47:03.825087 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c1c3f978-5961-4088-bc25-32bdccee9727 service neutron] 10.222.0.70 "GET /v2.0/networks/62de9e52-aa5c-4d43-a03e-08606a1b6dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836210 Sep 23 18:47:03.992017 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7caaeaa0-3855-49de-b19e-2ec6403471ab req-8050d1d4-1235-4853-b558-bce3825c993e tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 210 time: 0.0316179 Sep 23 18:47:04.108853 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-26fae567-e418-47d8-a0f2-13787c835a5e tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:04.110072 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-26fae567-e418-47d8-a0f2-13787c835a5e tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.42 "GET /v2.0/networks?id=abe8bbf5-106d-4cf2-a815-0b2155ceff37 HTTP/1.1" status: 200 len: 815 time: 0.1213768 Sep 23 18:47:04.128339 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-b90b5e10-3b02-4b92-996d-189d2a7b5314 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Request body: {'port': {'device_id': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'admin_state_up': True, 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:04.225997 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c1c6f97b-d5bc-44dd-a0cf-5eb073757b12 req-4a0c6eaa-4910-473b-92ff-0d65b1cd03cb tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 210 time: 0.0575659 Sep 23 18:47:04.281526 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-b90b5e10-3b02-4b92-996d-189d2a7b5314 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Made reservation on behalf of 90bb3aa715854fbba1cb0e350adafdb7 for: {'port': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:47:04.285335 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-b90b5e10-3b02-4b92-996d-189d2a7b5314 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:04.429646 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-b90b5e10-3b02-4b92-996d-189d2a7b5314 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Allocated IP 172.20.0.7 (abe8bbf5-106d-4cf2-a815-0b2155ceff37/033580f8-5239-4970-8abc-a077e6edd17b/2520bebf-e339-4c49-be48-787e8a0cb45a) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:47:04.622252 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-b90b5e10-3b02-4b92-996d-189d2a7b5314 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:04.674081 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-b90b5e10-3b02-4b92-996d-189d2a7b5314 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:04.717864 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-b90b5e10-3b02-4b92-996d-189d2a7b5314 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Network abe8bbf5-106d-4cf2-a815-0b2155ceff37 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:47:04.721511 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-b90b5e10-3b02-4b92-996d-189d2a7b5314 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:47:04.725453 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-b90b5e10-3b02-4b92-996d-189d2a7b5314 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:47:04.758178 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b5e10-3b02-4b92-996d-189d2a7b5314 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Pushing event updated for resources: {'Port': ['ID=2520bebf-e339-4c49-be48-787e8a0cb45a,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:04.786197 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-b90b5e10-3b02-4b92-996d-189d2a7b5314 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:04.787108 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-b90b5e10-3b02-4b92-996d-189d2a7b5314 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:04.803469 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-b90b5e10-3b02-4b92-996d-189d2a7b5314 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6791935 Sep 23 18:47:04.977252 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-e76142a6-f782-4464-bef3-4aa31af70411 None None] Provisioning complete for port 2520bebf-e339-4c49-be48-787e8a0cb45a triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:47:04.977854 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e76142a6-f782-4464-bef3-4aa31af70411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:05.011630 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-e76142a6-f782-4464-bef3-4aa31af70411 None None] Port 2520bebf-e339-4c49-be48-787e8a0cb45a cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:47:05.089120 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9751f29e-c9d3-48e6-84d3-32da3c4eac0b req-67a5c7bb-40f7-4025-97fa-5ca9a4306f29 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 210 time: 0.0283537 Sep 23 18:47:05.345117 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31e7c3-68e1-4b44-9b98-4aac172e281a req-89c7bec0-3557-46fa-b8a3-b8d70b1e37aa tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:05.346634 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-db31e7c3-68e1-4b44-9b98-4aac172e281a req-89c7bec0-3557-46fa-b8a3-b8d70b1e37aa tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 931 time: 0.0519817 Sep 23 18:47:05.390414 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-db31e7c3-68e1-4b44-9b98-4aac172e281a req-0dac3e06-7cb7-4403-a9fa-0ee154703b19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378253 Sep 23 18:47:06.194704 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-998f2395-6078-40f0-bc5e-675f9ac81c17 req-43f77109-cf64-4458-87b0-72c3ad384565 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 210 time: 0.0268993 Sep 23 18:47:06.508661 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c69b34-f084-4f79-95c1-c959318ef494 req-331d9cfe-e23a-4126-bfc7-124fd971a2e7 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:06.511253 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e4c69b34-f084-4f79-95c1-c959318ef494 req-331d9cfe-e23a-4126-bfc7-124fd971a2e7 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 931 time: 0.0562665 Sep 23 18:47:06.551491 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e4c69b34-f084-4f79-95c1-c959318ef494 req-c0e6ff35-7de1-4842-8517-c60626a23ad0 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339725 Sep 23 18:47:07.291376 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2f3c5b7d-f9a3-472c-b36f-f54fc2c10c88 req-cfe998bf-9989-4aaa-b400-b4c65b907324 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 210 time: 0.0269618 Sep 23 18:47:07.683612 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0b678-bc4a-47fa-a8b8-8e6d45ce9141 req-c839fc63-3c8a-4a44-acc5-932ae9e2bc9a tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:07.685510 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ecb0b678-bc4a-47fa-a8b8-8e6d45ce9141 req-c839fc63-3c8a-4a44-acc5-932ae9e2bc9a tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 931 time: 0.0671225 Sep 23 18:47:07.736139 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ecb0b678-bc4a-47fa-a8b8-8e6d45ce9141 req-c3a8f126-77e8-432f-8f4c-af1312d382a8 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442014 Sep 23 18:47:08.029187 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f08830-7a58-464b-a4c7-887669f0fec5 req-c5ceea40-8839-400b-b510-36ce79eba8d7 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:08.031254 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c4f08830-7a58-464b-a4c7-887669f0fec5 req-c5ceea40-8839-400b-b510-36ce79eba8d7 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0511391 Sep 23 18:47:08.068207 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c4f08830-7a58-464b-a4c7-887669f0fec5 req-79cf4678-59fa-4ec2-95f6-a531a97c7a65 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309336 Sep 23 18:47:08.392510 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2c6c6b9a-15d3-4431-a11c-98cefbb1de19 req-12a3fea6-9f30-417b-8934-55781263bb2d tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 210 time: 0.0321946 Sep 23 18:47:08.851155 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01949a49-ee8d-4815-b404-ae5b203a55a6 req-d865fba1-0975-4ae0-9642-2e5975a40723 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:08.852839 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-01949a49-ee8d-4815-b404-ae5b203a55a6 req-d865fba1-0975-4ae0-9642-2e5975a40723 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 931 time: 0.0482168 Sep 23 18:47:08.897039 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-01949a49-ee8d-4815-b404-ae5b203a55a6 req-2693ab0e-eabc-4294-84cf-1e643e37d83d tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367432 Sep 23 18:47:09.188952 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf2097-6828-41a3-bcd8-f8712745068a req-8786a205-3557-4091-b524-a0efd4394e63 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:09.190492 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8bcf2097-6828-41a3-bcd8-f8712745068a req-8786a205-3557-4091-b524-a0efd4394e63 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0515213 Sep 23 18:47:09.228096 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8bcf2097-6828-41a3-bcd8-f8712745068a req-feaeaf57-3f7d-4d71-8074-8a4d2c693b07 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312858 Sep 23 18:47:09.490574 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-caf1c851-b665-45a0-bfca-bc432e26f91b req-8dc48888-c203-4bde-ba77-8cb960ebf0f5 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 210 time: 0.0257328 Sep 23 18:47:10.013930 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfc9d3-494e-4569-8168-31b26b7c7f9a req-28f0187e-51c1-4129-b4bd-a12a74d22bb1 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:10.016233 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-98cfc9d3-494e-4569-8168-31b26b7c7f9a req-28f0187e-51c1-4129-b4bd-a12a74d22bb1 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 931 time: 0.0518546 Sep 23 18:47:10.052716 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-98cfc9d3-494e-4569-8168-31b26b7c7f9a req-c9adaaad-281d-4bdc-b61d-77cc1fa88f03 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306139 Sep 23 18:47:10.351811 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce006be7-6298-415a-b1fb-04e9937e6f08 req-94874f0a-6c2f-4242-a4bf-73fba42ef38f tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:10.353261 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ce006be7-6298-415a-b1fb-04e9937e6f08 req-94874f0a-6c2f-4242-a4bf-73fba42ef38f tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0530882 Sep 23 18:47:10.390944 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ce006be7-6298-415a-b1fb-04e9937e6f08 req-dac0794d-9567-42f2-a2f4-39f5a43fbb84 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Sep 23 18:47:10.586479 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f2e75725-cf12-4768-8a69-518335e20934 req-e1ecbc79-d009-4254-804f-87717ccd2d5e tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 210 time: 0.0261624 Sep 23 18:47:11.169215 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b0841-5618-4927-aa4e-17c35b82527b req-cd3463b5-e5c2-463f-9865-bebd8704b7b2 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:11.170875 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-917b0841-5618-4927-aa4e-17c35b82527b req-cd3463b5-e5c2-463f-9865-bebd8704b7b2 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 931 time: 0.0496812 Sep 23 18:47:11.210416 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-917b0841-5618-4927-aa4e-17c35b82527b req-54d5928e-13cc-4ae5-b391-714f9a5ea271 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334330 Sep 23 18:47:11.518426 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80371ec7-480b-4f61-9045-18d095518372 req-d0e4d9c3-e3a9-4697-b905-7f020343613d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:11.520004 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-80371ec7-480b-4f61-9045-18d095518372 req-d0e4d9c3-e3a9-4697-b905-7f020343613d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0582488 Sep 23 18:47:11.557356 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-80371ec7-480b-4f61-9045-18d095518372 req-45c17eff-12c1-4494-8817-4f9971c18999 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Sep 23 18:47:11.681804 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a54dc743-ebcb-4778-948f-f8c6c14234af req-9adfbecb-3591-4c38-80d9-502586c21251 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 210 time: 0.0261545 Sep 23 18:47:12.324761 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda074fc-ad59-43ce-baba-5221c7d9fa8d req-f38872e9-90eb-490a-b64e-1b9055b75298 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:12.326209 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cda074fc-ad59-43ce-baba-5221c7d9fa8d req-f38872e9-90eb-490a-b64e-1b9055b75298 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 931 time: 0.0500796 Sep 23 18:47:12.367046 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cda074fc-ad59-43ce-baba-5221c7d9fa8d req-ced096bc-0eef-47da-adda-f25ac6787c4f tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341790 Sep 23 18:47:12.676808 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6df097-6d0c-4a6d-a95c-510e4e9987c5 req-6a837222-9aaa-420f-a601-429f5ea14e5b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:12.678251 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ae6df097-6d0c-4a6d-a95c-510e4e9987c5 req-6a837222-9aaa-420f-a601-429f5ea14e5b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0537744 Sep 23 18:47:12.718183 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ae6df097-6d0c-4a6d-a95c-510e4e9987c5 req-78874084-d329-44b8-a672-96bff8403377 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332985 Sep 23 18:47:12.796643 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c52f76b0-8cfe-48be-bd93-0252d45dafcf req-27a4ecb5-b62d-459f-b6e4-b4beae28b853 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 210 time: 0.0273914 Sep 23 18:47:13.533840 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afba54f-e37a-4ed3-9812-ba4925ec212e req-b5cb9b05-9a5a-4ad6-b6c1-bedfae438ad4 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:13.535358 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1afba54f-e37a-4ed3-9812-ba4925ec212e req-b5cb9b05-9a5a-4ad6-b6c1-bedfae438ad4 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 931 time: 0.0881622 Sep 23 18:47:13.577174 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1afba54f-e37a-4ed3-9812-ba4925ec212e req-b2ba7073-a8bc-440c-abad-9d79c347bde5 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356822 Sep 23 18:47:13.851008 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a823e7-c4a9-4d0a-89a0-b7d4da2a5e2d req-61c86645-e097-435a-af0d-0d980c2f2fc1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:13.852668 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-39a823e7-c4a9-4d0a-89a0-b7d4da2a5e2d req-61c86645-e097-435a-af0d-0d980c2f2fc1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0641758 Sep 23 18:47:13.903994 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f49fa20a-6e21-47b9-b41d-f1c2c077f1fc req-79fd9650-61f9-49df-aaa2-64261cbaeae2 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 210 time: 0.0378802 Sep 23 18:47:13.924431 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-39a823e7-c4a9-4d0a-89a0-b7d4da2a5e2d req-8a8b34f1-a602-4f91-8249-d055acba388f tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647554 Sep 23 18:47:14.705854 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13237dd-bf7c-4fc2-9255-9f0622953c65 req-85ea649e-2f83-4a46-b7c5-b0cac3e7e9ae tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:14.707349 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b13237dd-bf7c-4fc2-9255-9f0622953c65 req-85ea649e-2f83-4a46-b7c5-b0cac3e7e9ae tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 931 time: 0.0621367 Sep 23 18:47:14.746221 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b13237dd-bf7c-4fc2-9255-9f0622953c65 req-a32ad100-0e85-409e-9b8f-02ff8b08716d tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323148 Sep 23 18:47:15.043399 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bcc594ba-e892-409b-b9f1-d6cd4b04d904 req-b3599389-9ecb-4c68-aa8c-cb1a0ee25d0f tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 210 time: 0.0432496 Sep 23 18:47:15.108028 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29b900-6584-4eae-916e-89c3b0e60a3f req-6655c33f-01b7-476a-8a8b-306391be8933 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:15.115564 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7f29b900-6584-4eae-916e-89c3b0e60a3f req-6655c33f-01b7-476a-8a8b-306391be8933 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0644896 Sep 23 18:47:15.150720 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7f29b900-6584-4eae-916e-89c3b0e60a3f req-0c1e247a-bf58-417e-9e65-eb1c80eca0e5 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340042 Sep 23 18:47:15.872943 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c39a6-fa68-4338-8e15-71cf6a4f3833 req-cabaec61-2bb3-4d97-ad62-006c026fc2c8 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:15.874855 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-339c39a6-fa68-4338-8e15-71cf6a4f3833 req-cabaec61-2bb3-4d97-ad62-006c026fc2c8 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 931 time: 0.0507481 Sep 23 18:47:15.879780 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Request body: {'port': {'device_id': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:15.957677 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-339c39a6-fa68-4338-8e15-71cf6a4f3833 req-67670367-cd3c-402c-b0c4-aa86a5f2461f tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751567 Sep 23 18:47:15.960120 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:16.163441 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a8bd1d5a-fb65-4960-b555-0b7a6a09c407 req-d4e20e89-1c35-4dcb-b1c9-c182301709be tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 210 time: 0.0320005 Sep 23 18:47:16.264229 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2520bebf-e339-4c49-be48-787e8a0cb45a {{(pid=100704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:47:16.272740 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:16.289682 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.provisioning_blocks [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Transition to ACTIVE for port object 2520bebf-e339-4c49-be48-787e8a0cb45a will not be triggered until provisioned by entity L2. {{(pid=100704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:47:16.300891 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d4980-0f82-4969-92fe-30f098dc4c81 req-8888bf16-0c8a-4b7f-9502-bcb92d5715fd tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:16.302350 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-576d4980-0f82-4969-92fe-30f098dc4c81 req-8888bf16-0c8a-4b7f-9502-bcb92d5715fd tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0769887 Sep 23 18:47:16.303089 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:16.439153 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Pushing event updated for resources: {'Port': ['ID=2520bebf-e339-4c49-be48-787e8a0cb45a,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:16.462068 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-576d4980-0f82-4969-92fe-30f098dc4c81 req-6072d4f2-2819-4087-bee4-8e72eb0117cb tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510453 Sep 23 18:47:16.529387 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-4ab0ba44-c6e3-4b56-8a65-ee5b7a35660a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:16.530804 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-4ab0ba44-c6e3-4b56-8a65-ee5b7a35660a tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.42 "GET /v2.0/networks?id=62de9e52-aa5c-4d43-a03e-08606a1b6dcb HTTP/1.1" status: 200 len: 812 time: 0.2024245 Sep 23 18:47:16.548399 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-bf1e2683-5d20-43e1-ba06-9cb6743a9273 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Request body: {'port': {'device_id': '857d0a36-e669-4105-bf9c-a0ce2f783b3a', 'network_id': '62de9e52-aa5c-4d43-a03e-08606a1b6dcb', 'admin_state_up': True, 'tenant_id': 'ed963caf7a2c46d0a36d62046f657dd6'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:16.564167 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Attempting to bind port 2520bebf-e339-4c49-be48-787e8a0cb45a on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:47:16.564524 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Attempting to bind port 2520bebf-e339-4c49-be48-787e8a0cb45a by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '7bd7fbdb-3521-444a-87d6-dc8d2b8984fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37'}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:47:16.564856 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Attempting to bind port 2520bebf-e339-4c49-be48-787e8a0cb45a on network abe8bbf5-106d-4cf2-a815-0b2155ceff37 {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:47:16.578449 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Port 2520bebf-e339-4c49-be48-787e8a0cb45a on network abe8bbf5-106d-4cf2-a815-0b2155ceff37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:47:16.578762 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Attempting to bind port 2520bebf-e339-4c49-be48-787e8a0cb45a on network abe8bbf5-106d-4cf2-a815-0b2155ceff37 {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:47:16.588494 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:47:16.588829 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Checking segment: {'id': '7bd7fbdb-3521-444a-87d6-dc8d2b8984fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:47:16.589199 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Bound using segment: {'id': '7bd7fbdb-3521-444a-87d6-dc8d2b8984fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37'} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:47:16.589616 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Bound port: 2520bebf-e339-4c49-be48-787e8a0cb45a, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd7fbdb-3521-444a-87d6-dc8d2b8984fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37'}}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:47:16.589965 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:16.711220 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] For port 2520bebf-e339-4c49-be48-787e8a0cb45a, host hv-cinder-81041, cleared binding levels {{(pid=100704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:47:16.715863 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] For port 2520bebf-e339-4c49-be48-787e8a0cb45a, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=2520bebf-e339-4c49-be48-787e8a0cb45a,segment=NetworkSegment(7bd7fbdb-3521-444a-87d6-dc8d2b8984fb),segment_id=7bd7fbdb-3521-444a-87d6-dc8d2b8984fb)] {{(pid=100704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:47:16.720613 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:16.730335 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-bf1e2683-5d20-43e1-ba06-9cb6743a9273 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Made reservation on behalf of ed963caf7a2c46d0a36d62046f657dd6 for: {'port': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:47:16.733825 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-bf1e2683-5d20-43e1-ba06-9cb6743a9273 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:16.772394 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:16.773061 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:16.774531 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] 10.222.0.42 "PUT /v2.0/ports/2520bebf-e339-4c49-be48-787e8a0cb45a HTTP/1.1" status: 200 len: 1093 time: 0.8986604 Sep 23 18:47:16.775015 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'tag': '2520bebf-e339-4c49-be48-787e8a0cb45a'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:47:16.777278 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812f895f-06be-493e-90df-94810af21cce" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbdcb4d-07e3-425f-9455-d54e95a4e05d", "tag": "2520bebf-e339-4c49-be48-787e8a0cb45a"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:47:16.821043 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789b302-4a6f-41f6-bb2e-b59036154dab service neutron] Pushing event updated for resources: {'Port': ['ID=2520bebf-e339-4c49-be48-787e8a0cb45a,revision_number=3']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:16.857455 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e8d142-1b05-4638-b988-ff8b10172c13 x-openstack-request-id: req-44e8d142-1b05-4638-b988-ff8b10172c13 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:47:16.857747 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbdcb4d-07e3-425f-9455-d54e95a4e05d", "tag": "2520bebf-e339-4c49-be48-787e8a0cb45a", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:47:16.858001 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44e8d142-1b05-4638-b988-ff8b10172c13 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:47:16.858393 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'tag': '2520bebf-e339-4c49-be48-787e8a0cb45a', 'status': 'completed', 'code': 200} Sep 23 18:47:16.984752 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50074c-863c-4854-8b9f-9511ef162a34 req-47b4452f-4a7a-45e9-9208-6ca1cfd60c93 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:16.986365 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ba50074c-863c-4854-8b9f-9511ef162a34 req-47b4452f-4a7a-45e9-9208-6ca1cfd60c93 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.1308672 Sep 23 18:47:16.990202 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-3b248c6c-f24b-4026-8763-4cfbc44ce8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:16.991782 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-3b248c6c-f24b-4026-8763-4cfbc44ce8d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90bb3aa715854fbba1cb0e350adafdb7&device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 1096 time: 0.1376665 Sep 23 18:47:17.056373 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-b5231283-0644-41f0-b0af-364793c082e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2520bebf-e339-4c49-be48-787e8a0cb45a HTTP/1.1" status: 200 len: 217 time: 0.0513330 Sep 23 18:47:17.069199 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-bf1e2683-5d20-43e1-ba06-9cb6743a9273 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Allocated IP 172.20.0.6 (62de9e52-aa5c-4d43-a03e-08606a1b6dcb/56bfa86d-f609-4234-8802-8be200ea54f9/53a01b69-263e-40b6-b2c7-94fac05a3ad6) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:47:17.141504 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ba50074c-863c-4854-8b9f-9511ef162a34 req-8e189cf0-f290-46a9-b446-4e1ef93c1541 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485705 Sep 23 18:47:17.188352 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-167836a0-e1d8-469c-8db6-bc0be09c247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:17.189803 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-167836a0-e1d8-469c-8db6-bc0be09c247f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=033580f8-5239-4970-8abc-a077e6edd17b HTTP/1.1" status: 200 len: 854 time: 0.1171374 Sep 23 18:47:17.197238 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd63e3-5b59-40d8-9246-4fd802318e5e req-a5e21d40-ebce-4447-a188-abce461da445 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:17.198802 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8dbd63e3-5b59-40d8-9246-4fd802318e5e req-a5e21d40-ebce-4447-a188-abce461da445 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 943 time: 0.1507235 Sep 23 18:47:17.214989 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:17.309927 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b8dcd096-2c55-4dc8-af66-c97fefcd7548 req-73c96b3c-f835-442e-bf8c-35b472643f9f tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 210 time: 0.0581977 Sep 23 18:47:17.347024 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8dbd63e3-5b59-40d8-9246-4fd802318e5e req-c7564b78-a178-4050-9a99-5df581c91cb3 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308553 Sep 23 18:47:17.361794 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-87ffe91b-b194-49ea-a745-634a71f5b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:17.363248 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-87ffe91b-b194-49ea-a745-634a71f5b449 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abe8bbf5-106d-4cf2-a815-0b2155ceff37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1637402 Sep 23 18:47:17.417246 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-bf1e2683-5d20-43e1-ba06-9cb6743a9273 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:17.749799 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-75534cdb-be00-4973-8616-fda05f07b5c3 service neutron] 10.222.0.42 "GET /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756008 Sep 23 18:47:17.759683 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-bf1e2683-5d20-43e1-ba06-9cb6743a9273 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:17.831042 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdde72e-3ca6-4eba-9e1f-95b123562fed req-11ed43ec-c3e6-479a-b7b8-bacc454df436 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:17.832517 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bfdde72e-3ca6-4eba-9e1f-95b123562fed req-11ed43ec-c3e6-479a-b7b8-bacc454df436 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.1311266 Sep 23 18:47:17.853868 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-bf1e2683-5d20-43e1-ba06-9cb6743a9273 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Network 62de9e52-aa5c-4d43-a03e-08606a1b6dcb is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:47:17.885905 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-bf1e2683-5d20-43e1-ba06-9cb6743a9273 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:47:17.896430 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e2683-5d20-43e1-ba06-9cb6743a9273 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Pushing event updated for resources: {'Port': ['ID=53a01b69-263e-40b6-b2c7-94fac05a3ad6,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:17.898677 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-bf1e2683-5d20-43e1-ba06-9cb6743a9273 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:47:17.963777 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bfdde72e-3ca6-4eba-9e1f-95b123562fed req-383f4c14-3b1c-4775-81c9-3607b05aa045 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=78bd0523-285d-4b1b-876c-e4387d1cc0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251745 Sep 23 18:47:17.968373 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-edfa69ea-e617-4ccd-923d-366ddd2a7208 req-0c7fb260-61bf-4180-ace0-2f0b678d4c0f service neutron] 10.222.0.42 "GET /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100263 Sep 23 18:47:17.976534 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-bf1e2683-5d20-43e1-ba06-9cb6743a9273 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:17.977165 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-bf1e2683-5d20-43e1-ba06-9cb6743a9273 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:17.991213 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-bf1e2683-5d20-43e1-ba06-9cb6743a9273 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4476507 Sep 23 18:47:18.010847 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Request body: {'port': {'device_id': '857d0a36-e669-4105-bf9c-a0ce2f783b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:18.091894 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:18.103751 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f895f-06be-493e-90df-94810af21cce req-86f0e131-c3f5-4a84-8aa9-82b8d55dfc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:18.105497 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-812f895f-06be-493e-90df-94810af21cce req-86f0e131-c3f5-4a84-8aa9-82b8d55dfc2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90bb3aa715854fbba1cb0e350adafdb7&device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 1096 time: 0.0722997 Sep 23 18:47:18.270021 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0539a57-f6c5-4e69-ae9d-badd4aaa6ee3 req-25eb3268-6c64-45cd-b635-6753e47a1726 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:18.271521 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-b0539a57-f6c5-4e69-ae9d-badd4aaa6ee3 req-25eb3268-6c64-45cd-b635-6753e47a1726 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.42 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 945 time: 0.0810044 Sep 23 18:47:18.346604 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f895f-06be-493e-90df-94810af21cce req-5abedd8b-7666-40a5-807c-b0e9494693fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:18.348079 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-812f895f-06be-493e-90df-94810af21cce req-5abedd8b-7666-40a5-807c-b0e9494693fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=abe8bbf5-106d-4cf2-a815-0b2155ceff37 HTTP/1.1" status: 200 len: 917 time: 0.2195995 Sep 23 18:47:18.388648 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e921c7f-5868-48a2-bada-7814d1118608 req-5eaf6ea2-0eed-456e-a5cf-0b68333d1dc1 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:18.393369 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8e921c7f-5868-48a2-bada-7814d1118608 req-5eaf6ea2-0eed-456e-a5cf-0b68333d1dc1 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.1640749 Sep 23 18:47:18.398419 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-b0539a57-f6c5-4e69-ae9d-badd4aaa6ee3 req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Deleting port ae383cee-1966-4385-9fac-d7edddd6d4e3 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:47:18.398766 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b0539a57-f6c5-4e69-ae9d-badd4aaa6ee3 req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:18.472720 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-812f895f-06be-493e-90df-94810af21cce req-7c5ceadd-3dd3-48be-bfa5-8d12ff23d899 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2520bebf-e339-4c49-be48-787e8a0cb45a HTTP/1.1" status: 200 len: 217 time: 0.0790365 Sep 23 18:47:18.487973 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-b0539a57-f6c5-4e69-ae9d-badd4aaa6ee3 req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] For port ae383cee-1966-4385-9fac-d7edddd6d4e3, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ae383cee-1966-4385-9fac-d7edddd6d4e3,segment=NetworkSegment(60b958f9-3055-42ca-9de4-5f1b6fc2dc83),segment_id=60b958f9-3055-42ca-9de4-5f1b6fc2dc83)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:18.488375 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b0539a57-f6c5-4e69-ae9d-badd4aaa6ee3 req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:18.552020 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8e921c7f-5868-48a2-bada-7814d1118608 req-781f937b-9c70-4081-934b-637e30023aff tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495600 Sep 23 18:47:18.571964 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ebb38-7e3a-4ea0-b474-a48ab81ab9ad req-3422bce7-d07d-4390-9b49-426876cc33eb tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:18.573585 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-102ebb38-7e3a-4ea0-b474-a48ab81ab9ad req-3422bce7-d07d-4390-9b49-426876cc33eb tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 931 time: 0.1771801 Sep 23 18:47:18.577343 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f895f-06be-493e-90df-94810af21cce req-3c7ef657-ff35-4b52-a9a5-c83071779b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:18.578740 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-812f895f-06be-493e-90df-94810af21cce req-3c7ef657-ff35-4b52-a9a5-c83071779b3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=033580f8-5239-4970-8abc-a077e6edd17b HTTP/1.1" status: 200 len: 854 time: 0.0972955 Sep 23 18:47:18.706282 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a01b69-263e-40b6-b2c7-94fac05a3ad6 {{(pid=100704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:47:18.714213 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-102ebb38-7e3a-4ea0-b474-a48ab81ab9ad req-1bc4d86a-58c7-4d5d-b352-8270a013815c tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334009 Sep 23 18:47:18.721024 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:18.733308 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f895f-06be-493e-90df-94810af21cce req-d412bdff-f4a1-4248-b35a-a72b45d34db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:18.734797 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-812f895f-06be-493e-90df-94810af21cce req-d412bdff-f4a1-4248-b35a-a72b45d34db6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abe8bbf5-106d-4cf2-a815-0b2155ceff37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1415446 Sep 23 18:47:18.746246 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.provisioning_blocks [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Transition to ACTIVE for port object 53a01b69-263e-40b6-b2c7-94fac05a3ad6 will not be triggered until provisioned by entity L2. {{(pid=100704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:47:18.760560 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d682e-09c6-4c97-9979-1bf9391f3de8 req-5d38cac7-0f7b-426d-93b3-7b03b609ba56 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:18.761037 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b0539a57-f6c5-4e69-ae9d-badd4aaa6ee3 req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:18.761400 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b0539a57-f6c5-4e69-ae9d-badd4aaa6ee3 req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:18.761719 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.l3_db [req-b0539a57-f6c5-4e69-ae9d-badd4aaa6ee3 req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Floating IP a2ba0226-38d7-4ba9-af52-282073d4fc85 disassociated. External IP: 172.27.1.204, port: ae383cee-1966-4385-9fac-d7edddd6d4e3. Sep 23 18:47:18.762030 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d79d682e-09c6-4c97-9979-1bf9391f3de8 req-5d38cac7-0f7b-426d-93b3-7b03b609ba56 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 943 time: 0.1294925 Sep 23 18:47:18.762158 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-b0539a57-f6c5-4e69-ae9d-badd4aaa6ee3 req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Calling delete_port for ae383cee-1966-4385-9fac-d7edddd6d4e3 owned by compute:nova {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:47:18.763965 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:18.877315 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=53a01b69-263e-40b6-b2c7-94fac05a3ad6,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:18.886468 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b0539a57-f6c5-4e69-ae9d-badd4aaa6ee3 req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:18.915547 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d79d682e-09c6-4c97-9979-1bf9391f3de8 req-f25bd328-2c5d-4ae7-8bae-336492d7c3c4 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385713 Sep 23 18:47:18.923683 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event deleted for resources: {'Port': ['ID=ae383cee-1966-4385-9fac-d7edddd6d4e3,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:18.932356 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:18.932705 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:18.933040 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:18.933373 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:18.933704 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:18.934029 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:18.934357 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:18.934680 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:18.935003 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:18.935326 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:18.936195 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:18.936546 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:18.966296 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-812f895f-06be-493e-90df-94810af21cce req-24f71426-958d-4dc0-b53b-d8ac77aed96d service neutron] 10.222.0.42 "GET /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219071 Sep 23 18:47:19.006639 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Attempting to bind port 53a01b69-263e-40b6-b2c7-94fac05a3ad6 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:47:19.008397 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Attempting to bind port 53a01b69-263e-40b6-b2c7-94fac05a3ad6 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '292daf3a-5796-4b14-9df7-6bc53f4eafd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '62de9e52-aa5c-4d43-a03e-08606a1b6dcb'}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:47:19.008397 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Attempting to bind port 53a01b69-263e-40b6-b2c7-94fac05a3ad6 on network 62de9e52-aa5c-4d43-a03e-08606a1b6dcb {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:47:19.023625 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Port 53a01b69-263e-40b6-b2c7-94fac05a3ad6 on network 62de9e52-aa5c-4d43-a03e-08606a1b6dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:47:19.023963 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Attempting to bind port 53a01b69-263e-40b6-b2c7-94fac05a3ad6 on network 62de9e52-aa5c-4d43-a03e-08606a1b6dcb {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:47:19.044127 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0539a57-f6c5-4e69-ae9d-badd4aaa6ee3 req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Router 4654c909-0bae-4fc0-b974-29472546a885 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:47:19.066667 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:47:19.067013 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Checking segment: {'id': '292daf3a-5796-4b14-9df7-6bc53f4eafd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '62de9e52-aa5c-4d43-a03e-08606a1b6dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:47:19.067398 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Bound using segment: {'id': '292daf3a-5796-4b14-9df7-6bc53f4eafd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '62de9e52-aa5c-4d43-a03e-08606a1b6dcb'} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:47:19.067847 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Bound port: 53a01b69-263e-40b6-b2c7-94fac05a3ad6, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292daf3a-5796-4b14-9df7-6bc53f4eafd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '62de9e52-aa5c-4d43-a03e-08606a1b6dcb'}}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:47:19.068213 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:19.102058 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-45c9c31f-acc9-45ae-9cbf-18a66218eeb3 req-e159f197-32ad-4da6-b9ec-076eb934539f tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=a05d1e02-288f-40d5-9c6f-a869b339a55d HTTP/1.1" status: 200 len: 210 time: 0.0459025 Sep 23 18:47:19.148513 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-812f895f-06be-493e-90df-94810af21cce req-38673b26-59ac-4b7c-9480-4123ffd6c8d4 service neutron] 10.222.0.42 "GET /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715298 Sep 23 18:47:19.161922 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0539a57-f6c5-4e69-ae9d-badd4aaa6ee3 req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:47:19.172699 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de75718-50c5-4736-8edd-8d2b029e8e75 None None] Sync routers for ids ['4654c909-0bae-4fc0-b974-29472546a885'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:47:19.173175 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] For port 53a01b69-263e-40b6-b2c7-94fac05a3ad6, host hv-cinder-81041, cleared binding levels {{(pid=100704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:47:19.176035 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] For port 53a01b69-263e-40b6-b2c7-94fac05a3ad6, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=53a01b69-263e-40b6-b2c7-94fac05a3ad6,segment=NetworkSegment(292daf3a-5796-4b14-9df7-6bc53f4eafd4),segment_id=292daf3a-5796-4b14-9df7-6bc53f4eafd4)] {{(pid=100704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:47:19.182265 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:19.184537 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de75718-50c5-4736-8edd-8d2b029e8e75 None None] Routers {'4654c909-0bae-4fc0-b974-29472546a885'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:47:19.186591 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-2de75718-50c5-4736-8edd-8d2b029e8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:46:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['4654c909-0bae-4fc0-b974-29472546a885'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:47:19.218054 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:19.218620 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:19.220636 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] 10.222.0.42 "PUT /v2.0/ports/53a01b69-263e-40b6-b2c7-94fac05a3ad6 HTTP/1.1" status: 200 len: 1093 time: 1.2138476 Sep 23 18:47:19.221153 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857d0a36-e669-4105-bf9c-a0ce2f783b3a', 'tag': '53a01b69-263e-40b6-b2c7-94fac05a3ad6'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:47:19.223616 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3dccc18-1b14-43f2-a427-934743f81875" -d '{"events": [{"name": "network-changed", "server_uuid": "857d0a36-e669-4105-bf9c-a0ce2f783b3a", "tag": "53a01b69-263e-40b6-b2c7-94fac05a3ad6"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:47:19.252620 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574391b-dc1c-48c8-9012-56a8db6fa1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=53a01b69-263e-40b6-b2c7-94fac05a3ad6,revision_number=3']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:19.305024 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d5fe33-0fb2-45cc-89d2-dff0d5fa1ef3 x-openstack-request-id: req-52d5fe33-0fb2-45cc-89d2-dff0d5fa1ef3 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:47:19.305312 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857d0a36-e669-4105-bf9c-a0ce2f783b3a", "tag": "53a01b69-263e-40b6-b2c7-94fac05a3ad6", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:47:19.305561 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-52d5fe33-0fb2-45cc-89d2-dff0d5fa1ef3 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:47:19.306091 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857d0a36-e669-4105-bf9c-a0ce2f783b3a', 'tag': '53a01b69-263e-40b6-b2c7-94fac05a3ad6', 'status': 'completed', 'code': 200} Sep 23 18:47:19.312159 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-90632de7-acf9-438b-b3ea-5a12e37f1c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:19.313710 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-90632de7-acf9-438b-b3ea-5a12e37f1c79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed963caf7a2c46d0a36d62046f657dd6&device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 1096 time: 0.0488024 Sep 23 18:47:19.319617 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-2de75718-50c5-4736-8edd-8d2b029e8e75 None None] Set router 4654c909-0bae-4fc0-b974-29472546a885 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:47:19.362077 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-23052d12-a78d-4e8b-8612-647e2c58445d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53a01b69-263e-40b6-b2c7-94fac05a3ad6 HTTP/1.1" status: 200 len: 217 time: 0.0394394 Sep 23 18:47:19.415082 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-fb591c12-361e-44c5-b7f3-42882517a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:19.417073 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-fb591c12-361e-44c5-b7f3-42882517a75c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56bfa86d-f609-4234-8802-8be200ea54f9 HTTP/1.1" status: 200 len: 852 time: 0.0466688 Sep 23 18:47:19.454500 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-23d72b07-9747-4794-b472-3bca5974e96b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=62de9e52-aa5c-4d43-a03e-08606a1b6dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288823 Sep 23 18:47:19.468284 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0539a57-f6c5-4e69-ae9d-badd4aaa6ee3 req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] No DVR routers for this DVR port ae383cee-1966-4385-9fac-d7edddd6d4e3 on host hv-cinder-81041 {{(pid=100703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:47:19.470943 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b0539a57-f6c5-4e69-ae9d-badd4aaa6ee3 req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:19.473202 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-b0539a57-f6c5-4e69-ae9d-badd4aaa6ee3 req-cdfda433-d5ce-488b-b3a5-a34f52c95573 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.42 "DELETE /v2.0/ports/ae383cee-1966-4385-9fac-d7edddd6d4e3 HTTP/1.1" status: 204 len: 173 time: 1.1952260 Sep 23 18:47:19.473682 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05d1e02-288f-40d5-9c6f-a869b339a55d', 'name': 'network-vif-deleted', 'tag': 'ae383cee-1966-4385-9fac-d7edddd6d4e3'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:47:19.475962 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42dbfe1-e34c-47e5-bd9a-bbb431b2821d" -d '{"events": [{"server_uuid": "a05d1e02-288f-40d5-9c6f-a869b339a55d", "name": "network-vif-deleted", "tag": "ae383cee-1966-4385-9fac-d7edddd6d4e3"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:47:19.543866 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff66ee4-e68a-43d1-b1d5-4ffa327e3d65 x-openstack-request-id: req-cff66ee4-e68a-43d1-b1d5-4ffa327e3d65 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:47:19.544161 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05d1e02-288f-40d5-9c6f-a869b339a55d", "name": "network-vif-deleted", "tag": "ae383cee-1966-4385-9fac-d7edddd6d4e3", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:47:19.544449 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cff66ee4-e68a-43d1-b1d5-4ffa327e3d65 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:47:19.545385 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05d1e02-288f-40d5-9c6f-a869b339a55d', 'name': 'network-vif-deleted', 'tag': 'ae383cee-1966-4385-9fac-d7edddd6d4e3', 'status': 'completed', 'code': 200} Sep 23 18:47:19.575696 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-e1b6a347-8e9c-43bf-9ed8-4587e83b59c3 service neutron] 10.222.0.42 "GET /v2.0/networks/62de9e52-aa5c-4d43-a03e-08606a1b6dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124310 Sep 23 18:47:19.594579 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-2de75718-50c5-4736-8edd-8d2b029e8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '854baed8-2d1a-40af-b4f8-7605cce46dbd', 'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'mac_address': 'fa:16:3e:21:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:40Z', 'updated_at': '2021-09-23T18:42:48Z', 'revision_number': 5, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'subnets': [{'id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:47:19.629813 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de75718-50c5-4736-8edd-8d2b029e8e75 None None] Checking router: 4654c909-0bae-4fc0-b974-29472546a885 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:47:19.638276 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de75718-50c5-4736-8edd-8d2b029e8e75 None None] Routers {'4654c909-0bae-4fc0-b974-29472546a885'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:47:19.639511 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-2de75718-50c5-4736-8edd-8d2b029e8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:46:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['4654c909-0bae-4fc0-b974-29472546a885'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:47:19.722295 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1c66abc0-b8a5-40ff-addb-878e5fb5a1c9 req-88677791-8594-4499-a6a3-7d81e50c39b9 service neutron] 10.222.0.42 "GET /v2.0/networks/62de9e52-aa5c-4d43-a03e-08606a1b6dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359377 Sep 23 18:47:19.734143 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22d6f6-36e6-453b-b770-51a112a22210 req-1689ee6c-9d07-4d62-afc6-7f886fc65b26 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:19.735992 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2e22d6f6-36e6-453b-b770-51a112a22210 req-1689ee6c-9d07-4d62-afc6-7f886fc65b26 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0773232 Sep 23 18:47:19.748997 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-2de75718-50c5-4736-8edd-8d2b029e8e75 None None] Set router 4654c909-0bae-4fc0-b974-29472546a885 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:47:19.829984 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2e22d6f6-36e6-453b-b770-51a112a22210 req-a5f9f28b-bbc5-4937-8559-c916661b69ee tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798650 Sep 23 18:47:19.890536 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d080b-580f-4b0a-ad69-a68c67271e4f req-92ff1a66-7db6-4a38-b39e-aade2c7b6243 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:19.892297 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d20d080b-580f-4b0a-ad69-a68c67271e4f req-92ff1a66-7db6-4a38-b39e-aade2c7b6243 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 943 time: 0.0902150 Sep 23 18:47:19.894224 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dccc18-1b14-43f2-a427-934743f81875 req-6894221d-93e6-4852-a36d-ae3eae5d1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:19.895731 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e3dccc18-1b14-43f2-a427-934743f81875 req-6894221d-93e6-4852-a36d-ae3eae5d1769 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed963caf7a2c46d0a36d62046f657dd6&device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 1096 time: 0.0947840 Sep 23 18:47:19.969639 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d20d080b-580f-4b0a-ad69-a68c67271e4f req-c00568a6-06a0-458e-947e-a0030835e38d tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703943 Sep 23 18:47:19.994465 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-74d46781-d717-4a67-821e-4927afa761f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:20.048987 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-2de75718-50c5-4736-8edd-8d2b029e8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '854baed8-2d1a-40af-b4f8-7605cce46dbd', 'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'mac_address': 'fa:16:3e:21:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:40Z', 'updated_at': '2021-09-23T18:42:48Z', 'revision_number': 5, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'subnets': [{'id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:47:20.081526 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de75718-50c5-4736-8edd-8d2b029e8e75 None None] The sync data for ids ['4654c909-0bae-4fc0-b974-29472546a885'] in dv-cinder-810415-4-iscsi is: [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '854baed8-2d1a-40af-b4f8-7605cce46dbd', 'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'mac_address': 'fa:16:3e:21:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:40Z', 'updated_at': '2021-09-23T18:42:48Z', 'revision_number': 5, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'subnets': [{'id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:47:20.101938 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dccc18-1b14-43f2-a427-934743f81875 req-33b270c7-f427-45fc-8754-d362ded2805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:20.103641 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e3dccc18-1b14-43f2-a427-934743f81875 req-33b270c7-f427-45fc-8754-d362ded2805f service neutron] 10.222.0.42 "GET /v2.0/networks?id=62de9e52-aa5c-4d43-a03e-08606a1b6dcb HTTP/1.1" status: 200 len: 914 time: 0.1908529 Sep 23 18:47:20.111597 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783d2bf-6b38-4b76-b1f0-4475f9d10fdc req-72bef508-8c7d-4fef-a0cf-20c6c8329697 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:20.113084 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3783d2bf-6b38-4b76-b1f0-4475f9d10fdc req-72bef508-8c7d-4fef-a0cf-20c6c8329697 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 943 time: 0.0814369 Sep 23 18:47:20.169201 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e3dccc18-1b14-43f2-a427-934743f81875 req-1fefb557-9024-4bfb-b88d-f992cedd5ad3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53a01b69-263e-40b6-b2c7-94fac05a3ad6 HTTP/1.1" status: 200 len: 217 time: 0.0540574 Sep 23 18:47:20.207250 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 33148) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:20.222632 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3783d2bf-6b38-4b76-b1f0-4475f9d10fdc req-45154f96-3457-46c6-8a01-40e287c7c4a0 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015372 Sep 23 18:47:20.248729 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dccc18-1b14-43f2-a427-934743f81875 req-e88a0694-fb0e-402d-bb4e-3cc4979eb0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:20.250255 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e3dccc18-1b14-43f2-a427-934743f81875 req-e88a0694-fb0e-402d-bb4e-3cc4979eb0a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56bfa86d-f609-4234-8802-8be200ea54f9 HTTP/1.1" status: 200 len: 852 time: 0.0668516 Sep 23 18:47:20.274815 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-01feea44-70fb-4b63-8823-4d59928ab4d7 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:20.287605 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e3dccc18-1b14-43f2-a427-934743f81875 req-75d53e76-9bc3-44de-8582-63bc525f4204 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=62de9e52-aa5c-4d43-a03e-08606a1b6dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283949 Sep 23 18:47:20.301493 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-01feea44-70fb-4b63-8823-4d59928ab4d7 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:20.370046 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-01feea44-70fb-4b63-8823-4d59928ab4d7 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:20.373599 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-01feea44-70fb-4b63-8823-4d59928ab4d7 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:20.378585 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-01feea44-70fb-4b63-8823-4d59928ab4d7 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "DELETE /v2.0/security-groups/78bd0523-285d-4b1b-876c-e4387d1cc0a8 HTTP/1.1" status: 204 len: 168 time: 0.1699421 Sep 23 18:47:20.379322 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 33150) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:20.402002 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01feea44-70fb-4b63-8823-4d59928ab4d7 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bd0523-285d-4b1b-876c-e4387d1cc0a8,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:20.410248 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.api.v2.resource [None req-569317a4-271a-4dfb-ae36-2cfac33dd981 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] show failed (client error): The resource could not be found. Sep 23 18:47:20.413997 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-569317a4-271a-4dfb-ae36-2cfac33dd981 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups/78bd0523-285d-4b1b-876c-e4387d1cc0a8 HTTP/1.1" status: 404 len: 347 time: 0.0204561 Sep 23 18:47:20.414593 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e3dccc18-1b14-43f2-a427-934743f81875 req-527466c8-76c3-46d9-aa73-8c0db6443f69 service neutron] 10.222.0.42 "GET /v2.0/networks/62de9e52-aa5c-4d43-a03e-08606a1b6dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166468 Sep 23 18:47:20.416438 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33152) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:20.418894 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb352110-125b-4c1e-bcec-6599bda19070 None None] New status for floating IP a2ba0226-38d7-4ba9-af52-282073d4fc85: DOWN {{(pid=100706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:47:20.601732 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e3dccc18-1b14-43f2-a427-934743f81875 req-311fb00a-3a16-45d8-a5f0-0a8c38e2e8c4 service neutron] 10.222.0.42 "GET /v2.0/networks/62de9e52-aa5c-4d43-a03e-08606a1b6dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782992 Sep 23 18:47:20.616175 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-a3a5fd97-a4d6-4ca5-9953-109a8c6994ba tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Deleting port a0f59779-f2f8-41d1-8de1-dae195e9534b {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:47:20.616556 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fd97-a4d6-4ca5-9953-109a8c6994ba tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:20.751062 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 2520bebf-e339-4c49-be48-787e8a0cb45a details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:47:20.754454 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device ae383cee-1966-4385-9fac-d7edddd6d4e3 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:47:20.785668 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: ae383cee-1966-4385-9fac-d7edddd6d4e3 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:47:20.786020 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device ae383cee-1966-4385-9fac-d7edddd6d4e3 not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:47:20.874900 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 2520bebf-e339-4c49-be48-787e8a0cb45a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=2520bebf-e339-4c49-be48-787e8a0cb45a,segment=NetworkSegment(7bd7fbdb-3521-444a-87d6-dc8d2b8984fb),segment_id=7bd7fbdb-3521-444a-87d6-dc8d2b8984fb)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:20.886739 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '2520bebf-e339-4c49-be48-787e8a0cb45a', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'port_id': '2520bebf-e339-4c49-be48-787e8a0cb45a', 'mac_address': 'fa:16:3e:8b:ba:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '033580f8-5239-4970-8abc-a077e6edd17b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:47:20.928208 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:20.940922 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2520bebf-e339-4c49-be48-787e8a0cb45a {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:47:20.961044 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 2520bebf-e339-4c49-be48-787e8a0cb45a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=2520bebf-e339-4c49-be48-787e8a0cb45a,segment=NetworkSegment(7bd7fbdb-3521-444a-87d6-dc8d2b8984fb),segment_id=7bd7fbdb-3521-444a-87d6-dc8d2b8984fb)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:20.965343 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:20.965528 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fd97-a4d6-4ca5-9953-109a8c6994ba tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:20.965920 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fd97-a4d6-4ca5-9953-109a8c6994ba tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:20.982617 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ccf5f-7d90-457c-bbb2-9104db19f9f4 req-af4be075-3311-41e4-9acd-9e152babefbd tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:20.984135 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-df4ccf5f-7d90-457c-bbb2-9104db19f9f4 req-af4be075-3311-41e4-9acd-9e152babefbd tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0737762 Sep 23 18:47:20.999839 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-a3a5fd97-a4d6-4ca5-9953-109a8c6994ba tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Calling delete_port for a0f59779-f2f8-41d1-8de1-dae195e9534b owned by network:floatingip {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:47:21.014418 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=2520bebf-e339-4c49-be48-787e8a0cb45a,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:21.109941 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-df4ccf5f-7d90-457c-bbb2-9104db19f9f4 req-1bc93a3a-c1ca-4bc7-9960-080a95018627 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114478 Sep 23 18:47:21.168562 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7ae2f-6a67-40fd-8b53-4b9b66c783c8 req-d662dd8a-ef64-4845-8e78-a84adb0ff386 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:21.170602 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-20e7ae2f-6a67-40fd-8b53-4b9b66c783c8 req-d662dd8a-ef64-4845-8e78-a84adb0ff386 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 943 time: 0.0929971 Sep 23 18:47:21.233316 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['2520bebf-e339-4c49-be48-787e8a0cb45a'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:47:21.236940 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-20e7ae2f-6a67-40fd-8b53-4b9b66c783c8 req-7b9a04a1-6a88-406c-99f4-84c99622751d tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591750 Sep 23 18:47:21.261471 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fd97-a4d6-4ca5-9953-109a8c6994ba tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:21.291383 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5fd97-a4d6-4ca5-9953-109a8c6994ba tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event deleted for resources: {'Port': ['ID=a0f59779-f2f8-41d1-8de1-dae195e9534b,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:21.377776 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fd97-a4d6-4ca5-9953-109a8c6994ba tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for floatingip, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:21.380227 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fd97-a4d6-4ca5-9953-109a8c6994ba tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:21.381392 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-a3a5fd97-a4d6-4ca5-9953-109a8c6994ba tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "DELETE /v2.0/floatingips/a2ba0226-38d7-4ba9-af52-282073d4fc85 HTTP/1.1" status: 204 len: 168 time: 0.9645257 Sep 23 18:47:21.402221 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bacf12-c26e-4921-990e-02e4af74b731 req-1459cca2-faf4-4ccf-8d4c-b7bb9a062166 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:21.403753 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-40bacf12-c26e-4921-990e-02e4af74b731 req-1459cca2-faf4-4ccf-8d4c-b7bb9a062166 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 944 time: 0.0909190 Sep 23 18:47:21.443190 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-40bacf12-c26e-4921-990e-02e4af74b731 req-e84a045e-ff84-45af-b13c-cad76ed5adcd tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322647 Sep 23 18:47:21.638748 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33162) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:21.643280 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-05575084-773c-4c92-8829-9fdb5f6dfaa1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--624148850', 'description': 'tempest-description--1695096437'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:21.668418 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-05575084-773c-4c92-8829-9fdb5f6dfaa1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:21.747021 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-05575084-773c-4c92-8829-9fdb5f6dfaa1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:21.751000 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-05575084-773c-4c92-8829-9fdb5f6dfaa1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:21.778337 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-05575084-773c-4c92-8829-9fdb5f6dfaa1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:21.779573 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-05575084-773c-4c92-8829-9fdb5f6dfaa1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1397982 Sep 23 18:47:21.780755 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05575084-773c-4c92-8829-9fdb5f6dfaa1 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b97ec7e-2df5-4356-b360-e14ba0f94504,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:21.782825 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33164) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:21.787417 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-9229f9eb-a9d1-4158-944a-6b690b01bb32 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Request body: {'security_group_rule': {'security_group_id': '1b97ec7e-2df5-4356-b360-e14ba0f94504', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:21.813989 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9229f9eb-a9d1-4158-944a-6b690b01bb32 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:21.868556 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9229f9eb-a9d1-4158-944a-6b690b01bb32 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:21.871801 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9229f9eb-a9d1-4158-944a-6b690b01bb32 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:21.888610 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229f9eb-a9d1-4158-944a-6b690b01bb32 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63207240-8098-4bdf-ba93-ef77c35fd8ae,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:21.894791 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9229f9eb-a9d1-4158-944a-6b690b01bb32 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:21.896040 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-9229f9eb-a9d1-4158-944a-6b690b01bb32 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122808 Sep 23 18:47:21.898720 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33166) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:21.902864 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-5fd8b9d7-5552-48d2-806f-4fbd55d4870b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Request body: {'security_group_rule': {'security_group_id': '1b97ec7e-2df5-4356-b360-e14ba0f94504', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:21.928343 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5fd8b9d7-5552-48d2-806f-4fbd55d4870b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:21.982062 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5fd8b9d7-5552-48d2-806f-4fbd55d4870b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:21.985849 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5fd8b9d7-5552-48d2-806f-4fbd55d4870b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:22.002372 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8b9d7-5552-48d2-806f-4fbd55d4870b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1920f69e-3655-4db1-8364-469fdbd2a08a,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:22.007743 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5fd8b9d7-5552-48d2-806f-4fbd55d4870b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:22.008974 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-5fd8b9d7-5552-48d2-806f-4fbd55d4870b tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1092830 Sep 23 18:47:22.011866 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33168) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:22.016660 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Request body: {'floatingip': {'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:22.037046 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for floatingip, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:22.132197 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:22.269356 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a7a6c-faae-4f8d-8fb0-d4489204828c req-6d0740ca-5dd0-4278-a35f-30e0934cd6ee tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:22.270824 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-995a7a6c-faae-4f8d-8fb0-d4489204828c req-6d0740ca-5dd0-4278-a35f-30e0934cd6ee tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0917935 Sep 23 18:47:22.279505 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Allocated IP 172.27.1.30 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/d6b72dd5-89d1-49be-9c40-aaa59f2eafbc) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:47:22.352207 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-995a7a6c-faae-4f8d-8fb0-d4489204828c req-5c830779-f876-4132-a8b0-e85a34250673 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747039 Sep 23 18:47:22.436053 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ce3db-5594-4bf3-ab0f-c900ab82da3e req-8cd518cd-5feb-4e30-8c41-569c1d349f00 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:22.437558 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-035ce3db-5594-4bf3-ab0f-c900ab82da3e req-8cd518cd-5feb-4e30-8c41-569c1d349f00 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 943 time: 0.1099653 Sep 23 18:47:22.455738 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:22.489222 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-035ce3db-5594-4bf3-ab0f-c900ab82da3e req-8d9e8e7e-ae07-4b03-b16e-f41fe64645dc tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437083 Sep 23 18:47:22.523929 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:22.587580 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:47:22.587802 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7a29f2ae-4265-4324-bec2-d8e9d489d61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:22.598922 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:47:22.601393 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:47:22.605677 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event updated for resources: {'Port': ['ID=d6b72dd5-89d1-49be-9c40-aaa59f2eafbc,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:22.639477 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f2240-7482-4e6c-8116-ecbfa279b421 req-02f47920-b251-40ca-b22f-42d38a0385bb tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:22.640991 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d77f2240-7482-4e6c-8116-ecbfa279b421 req-02f47920-b251-40ca-b22f-42d38a0385bb tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 944 time: 0.1288133 Sep 23 18:47:22.707763 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d77f2240-7482-4e6c-8116-ecbfa279b421 req-90989599-70d1-4a6e-afa1-c9902da3a4cc tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606329 Sep 23 18:47:22.723480 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:22.756009 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:22.757182 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 53a01b69-263e-40b6-b2c7-94fac05a3ad6 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:47:22.759159 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 2520bebf-e339-4c49-be48-787e8a0cb45a up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:47:22.870282 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port 2520bebf-e339-4c49-be48-787e8a0cb45a completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:47:22.877587 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 2520bebf-e339-4c49-be48-787e8a0cb45a triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:47:22.877956 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:22.909443 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:22.914241 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:22.921674 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 53a01b69-263e-40b6-b2c7-94fac05a3ad6, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=53a01b69-263e-40b6-b2c7-94fac05a3ad6,segment=NetworkSegment(292daf3a-5796-4b14-9df7-6bc53f4eafd4),segment_id=292daf3a-5796-4b14-9df7-6bc53f4eafd4)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:22.939548 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:22.941049 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '53a01b69-263e-40b6-b2c7-94fac05a3ad6', 'network_id': '62de9e52-aa5c-4d43-a03e-08606a1b6dcb', 'port_id': '53a01b69-263e-40b6-b2c7-94fac05a3ad6', 'mac_address': 'fa:16:3e:e6:3e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56bfa86d-f609-4234-8802-8be200ea54f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:47:22.992500 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event updated for resources: {'Port': ['ID=d6b72dd5-89d1-49be-9c40-aaa59f2eafbc,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:23.004568 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:23.008874 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:23.021547 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:23.023218 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-15ac3d18-d2cd-48b3-8157-d62e70244f68 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0101929 Sep 23 18:47:23.028082 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a01b69-263e-40b6-b2c7-94fac05a3ad6 {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:47:23.034669 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:23.061432 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 53a01b69-263e-40b6-b2c7-94fac05a3ad6, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=53a01b69-263e-40b6-b2c7-94fac05a3ad6,segment=NetworkSegment(292daf3a-5796-4b14-9df7-6bc53f4eafd4),segment_id=292daf3a-5796-4b14-9df7-6bc53f4eafd4)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:23.068661 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:23.077279 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2520bebf-e339-4c49-be48-787e8a0cb45a'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:47:23.079501 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f9fecf-0567-497d-a1f4-f42ee05183e7" -d '{"events": [{"server_uuid": "4bbdcb4d-07e3-425f-9455-d54e95a4e05d", "name": "network-vif-plugged", "status": "completed", "tag": "2520bebf-e339-4c49-be48-787e8a0cb45a"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:47:23.115692 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 2520bebf-e339-4c49-be48-787e8a0cb45a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=2520bebf-e339-4c49-be48-787e8a0cb45a,segment=NetworkSegment(7bd7fbdb-3521-444a-87d6-dc8d2b8984fb),segment_id=7bd7fbdb-3521-444a-87d6-dc8d2b8984fb)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:23.117627 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1462b90-3597-4013-a18d-2e8ada1a1d92 x-openstack-request-id: req-e1462b90-3597-4013-a18d-2e8ada1a1d92 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:47:23.117951 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbdcb4d-07e3-425f-9455-d54e95a4e05d", "name": "network-vif-plugged", "status": "completed", "tag": "2520bebf-e339-4c49-be48-787e8a0cb45a", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:47:23.118504 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1462b90-3597-4013-a18d-2e8ada1a1d92 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:47:23.118841 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2520bebf-e339-4c49-be48-787e8a0cb45a', 'code': 200} Sep 23 18:47:23.123454 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:23.154753 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=53a01b69-263e-40b6-b2c7-94fac05a3ad6,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:23.210632 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=2520bebf-e339-4c49-be48-787e8a0cb45a,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:23.228049 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-443e5881-a6ef-4932-b8a6-96188876f7c6 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--624148850&fields=id&tenant_id=da8d789b5bc7452885df88ceb397e55f HTTP/1.1" status: 200 len: 267 time: 0.0364914 Sep 23 18:47:23.349259 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['53a01b69-263e-40b6-b2c7-94fac05a3ad6'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:47:23.361310 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-052c4a95-5894-4a7a-a6a8-a1f2f0685665 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:23.362777 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-052c4a95-5894-4a7a-a6a8-a1f2f0685665 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/networks?id=839314a6-4ed6-4581-9a4d-7d83a16562ce HTTP/1.1" status: 200 len: 810 time: 0.1276572 Sep 23 18:47:23.365402 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f35144-6531-4549-b623-a8dabf260a54 req-f99c8195-793f-49e9-8e21-23bead301952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:23.366747 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-09f35144-6531-4549-b623-a8dabf260a54 req-f99c8195-793f-49e9-8e21-23bead301952 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 1098 time: 0.0930064 Sep 23 18:47:23.389643 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-74d3ba67-783a-4eab-b2f4-4b2be2b45e05 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/quotas/da8d789b5bc7452885df88ceb397e55f HTTP/1.1" status: 200 len: 375 time: 0.0208452 Sep 23 18:47:23.440625 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-09f35144-6531-4549-b623-a8dabf260a54 req-c2df92ed-dbbb-4469-bae8-738cbaf5cba6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658364 Sep 23 18:47:23.475519 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-c009fbff-b327-4843-abb3-ecfbeb6db39c tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=da8d789b5bc7452885df88ceb397e55f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802641 Sep 23 18:47:23.491646 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077f4bc-2adc-41ae-9e52-772fa219e43f req-3420d653-28ec-4495-8e82-1d4ac4711298 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:23.493607 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0077f4bc-2adc-41ae-9e52-772fa219e43f req-3420d653-28ec-4495-8e82-1d4ac4711298 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0649686 Sep 23 18:47:23.571905 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:23.587015 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0077f4bc-2adc-41ae-9e52-772fa219e43f req-017e9168-e996-44b9-ab68-97ee5d710b2a tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740182 Sep 23 18:47:23.605640 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-e93b76e1-a952-4866-9393-3be8c241c24e service neutron] 10.222.0.70 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110110 Sep 23 18:47:23.725350 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-fc3be1c7-b721-4d11-907d-f44363030c2b service neutron] 10.222.0.70 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135445 Sep 23 18:47:23.733991 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f8037-d5f7-4391-bd22-222f3896aef9 req-72564453-7e4b-4874-9198-2456d258b2ef tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:23.735448 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0f7f8037-d5f7-4391-bd22-222f3896aef9 req-72564453-7e4b-4874-9198-2456d258b2ef tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 944 time: 0.0924842 Sep 23 18:47:23.774371 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0f7f8037-d5f7-4391-bd22-222f3896aef9 req-994f915d-a4e0-4f35-b96f-d2dddf2900b4 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323420 Sep 23 18:47:23.890222 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-06e19f09-d58e-435c-bad2-298ef9d23073 req-e0e39808-4f11-4531-9e75-2fb44e67db5a tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 210 time: 0.0296714 Sep 23 18:47:23.902192 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fff5c0-34e5-42a5-884f-f4cb9422168d req-f0beb402-da53-4d51-b1a6-345d8f8d953f tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:23.903361 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-60fff5c0-34e5-42a5-884f-f4cb9422168d req-f0beb402-da53-4d51-b1a6-345d8f8d953f tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 945 time: 0.0725486 Sep 23 18:47:23.945211 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-60fff5c0-34e5-42a5-884f-f4cb9422168d req-46537121-e4df-40f8-ad3d-b0b522acf3ac tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351489 Sep 23 18:47:24.699119 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c90280-7096-4c4d-9bb0-6fd4e84006c0 req-ce3b753b-44b1-4eb3-89ce-236aa7c8aa8e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:24.700443 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-27c90280-7096-4c4d-9bb0-6fd4e84006c0 req-ce3b753b-44b1-4eb3-89ce-236aa7c8aa8e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0475154 Sep 23 18:47:24.739553 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-27c90280-7096-4c4d-9bb0-6fd4e84006c0 req-3e2878bb-f917-4d7b-91b4-daf6905866c5 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324337 Sep 23 18:47:24.770123 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 53a01b69-263e-40b6-b2c7-94fac05a3ad6 up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:47:24.824870 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port 53a01b69-263e-40b6-b2c7-94fac05a3ad6 completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:47:24.829762 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 53a01b69-263e-40b6-b2c7-94fac05a3ad6 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:47:24.830322 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:24.927356 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:24.969252 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 53a01b69-263e-40b6-b2c7-94fac05a3ad6, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=53a01b69-263e-40b6-b2c7-94fac05a3ad6,segment=NetworkSegment(292daf3a-5796-4b14-9df7-6bc53f4eafd4),segment_id=292daf3a-5796-4b14-9df7-6bc53f4eafd4)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:24.973894 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:25.021814 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=53a01b69-263e-40b6-b2c7-94fac05a3ad6,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:25.035143 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17013b-006d-4f5f-8f4c-c0a3241761f0 req-5789462e-b2cc-45c6-8001-18a93ea8d6fd tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:25.036667 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bd17013b-006d-4f5f-8f4c-c0a3241761f0 req-5789462e-b2cc-45c6-8001-18a93ea8d6fd tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 944 time: 0.1652074 Sep 23 18:47:25.061764 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a459dceb-acc2-42a6-9b9f-91c6da152b27 req-f9813919-fdb1-47e6-b4d2-69069e04e115 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 210 time: 0.0562329 Sep 23 18:47:25.095852 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-b72392c5-b0c7-42a7-aa7e-445e31957007 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:25.097338 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-b72392c5-b0c7-42a7-aa7e-445e31957007 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.42 "GET /v2.0/networks?id=839314a6-4ed6-4581-9a4d-7d83a16562ce HTTP/1.1" status: 200 len: 810 time: 0.2157152 Sep 23 18:47:25.119529 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857d0a36-e669-4105-bf9c-a0ce2f783b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a01b69-263e-40b6-b2c7-94fac05a3ad6'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:47:25.122006 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dbc7a3-e5db-4dba-b672-1eae182c1839" -d '{"events": [{"server_uuid": "857d0a36-e669-4105-bf9c-a0ce2f783b3a", "name": "network-vif-plugged", "status": "completed", "tag": "53a01b69-263e-40b6-b2c7-94fac05a3ad6"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:47:25.128096 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bd17013b-006d-4f5f-8f4c-c0a3241761f0 req-c1958efe-efb1-4c9c-85c6-016b6e30dbe3 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715919 Sep 23 18:47:25.172922 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e29c4dd-a914-46e5-9498-b2c627dcb771 x-openstack-request-id: req-5e29c4dd-a914-46e5-9498-b2c627dcb771 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:47:25.173241 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857d0a36-e669-4105-bf9c-a0ce2f783b3a", "name": "network-vif-plugged", "status": "completed", "tag": "53a01b69-263e-40b6-b2c7-94fac05a3ad6", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:47:25.173614 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e29c4dd-a914-46e5-9498-b2c627dcb771 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:47:25.174032 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857d0a36-e669-4105-bf9c-a0ce2f783b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a01b69-263e-40b6-b2c7-94fac05a3ad6', 'code': 200} Sep 23 18:47:25.177452 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-a499e924-5db6-49b3-be26-ec606fd4bc8d tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da8d789b5bc7452885df88ceb397e55f HTTP/1.1" status: 200 len: 379 time: 0.0687137 Sep 23 18:47:25.196367 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5f022-7ade-4dfb-8ffa-71b16c3e486c req-b2ef6ff0-e1d2-4bd2-bb4c-392b72860425 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:25.197828 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e5a5f022-7ade-4dfb-8ffa-71b16c3e486c req-b2ef6ff0-e1d2-4bd2-bb4c-392b72860425 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 945 time: 0.0730667 Sep 23 18:47:25.202532 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-adcf9771-1123-44b9-91fe-e3bde98dc3b4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Request body: {'port': {'device_id': 'efcf6eeb-1cd2-40a7-8b5d-144376b16268', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'admin_state_up': True, 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'security_groups': ['1b97ec7e-2df5-4356-b360-e14ba0f94504']}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:25.291108 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e5a5f022-7ade-4dfb-8ffa-71b16c3e486c req-a43671dd-7df8-4505-ba15-dad2e2002b01 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851703 Sep 23 18:47:25.340225 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-adcf9771-1123-44b9-91fe-e3bde98dc3b4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Made reservation on behalf of da8d789b5bc7452885df88ceb397e55f for: {'port': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:47:25.344430 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-adcf9771-1123-44b9-91fe-e3bde98dc3b4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:25.357116 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752688d8-618b-4cfc-ae6f-c905981f4e49 req-dae7c584-aee6-4f53-bfbd-2852247a5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:25.358612 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-752688d8-618b-4cfc-ae6f-c905981f4e49 req-dae7c584-aee6-4f53-bfbd-2852247a5ec3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 1098 time: 0.0422089 Sep 23 18:47:25.396366 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-752688d8-618b-4cfc-ae6f-c905981f4e49 req-7958e866-36dc-45f8-8e41-a48a5be4e98b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297582 Sep 23 18:47:25.443761 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:25.462645 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce64796-ab41-4cba-80ab-98342ac57dd0 req-4e7d1875-7768-4429-9147-deb1d6188974 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:25.464115 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8ce64796-ab41-4cba-80ab-98342ac57dd0 req-4e7d1875-7768-4429-9147-deb1d6188974 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 945 time: 0.0971045 Sep 23 18:47:25.534790 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8ce64796-ab41-4cba-80ab-98342ac57dd0 req-3c576b9c-1a7a-427c-b9f0-9281a3c9200a tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490913 Sep 23 18:47:25.535778 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-adcf9771-1123-44b9-91fe-e3bde98dc3b4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Allocated IP 172.20.0.7 (839314a6-4ed6-4581-9a4d-7d83a16562ce/7d1347f6-4986-47d9-9d8d-3f80a83c6a61/c2494734-148e-43d7-8d73-8fc6b06f59e0) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:47:25.670885 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-adcf9771-1123-44b9-91fe-e3bde98dc3b4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:25.704056 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-adcf9771-1123-44b9-91fe-e3bde98dc3b4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:25.745712 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-adcf9771-1123-44b9-91fe-e3bde98dc3b4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Network 839314a6-4ed6-4581-9a4d-7d83a16562ce is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:47:25.749304 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-adcf9771-1123-44b9-91fe-e3bde98dc3b4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:47:25.752834 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-adcf9771-1123-44b9-91fe-e3bde98dc3b4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:47:25.781980 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf9771-1123-44b9-91fe-e3bde98dc3b4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event updated for resources: {'Port': ['ID=c2494734-148e-43d7-8d73-8fc6b06f59e0,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:25.827053 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-adcf9771-1123-44b9-91fe-e3bde98dc3b4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:25.827724 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-adcf9771-1123-44b9-91fe-e3bde98dc3b4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:25.887532 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-adcf9771-1123-44b9-91fe-e3bde98dc3b4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6885905 Sep 23 18:47:25.904771 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Request body: {'port': {'device_id': 'efcf6eeb-1cd2-40a7-8b5d-144376b16268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:25.939206 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a42e6-65a5-4786-90bf-9b046acefb91 req-51ceba9b-342f-4bda-8dd7-0af896d6267f tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:25.940718 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-324a42e6-65a5-4786-90bf-9b046acefb91 req-51ceba9b-342f-4bda-8dd7-0af896d6267f tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.1094072 Sep 23 18:47:25.962620 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082ff6a-c769-4c62-98bf-ba7961b53125 req-acbd873d-412e-4aa7-b063-74ac8c69bfe9 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:25.964020 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4082ff6a-c769-4c62-98bf-ba7961b53125 req-acbd873d-412e-4aa7-b063-74ac8c69bfe9 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 945 time: 0.1220565 Sep 23 18:47:26.018173 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-f1236ba7-785e-43fb-9d80-7b2a23af9fb5 None None] Provisioning complete for port c2494734-148e-43d7-8d73-8fc6b06f59e0 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:47:26.018763 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f1236ba7-785e-43fb-9d80-7b2a23af9fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:26.022967 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:26.041058 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-324a42e6-65a5-4786-90bf-9b046acefb91 req-96780c70-0b01-4f43-87e3-b2cc7986279e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936317 Sep 23 18:47:26.052570 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4082ff6a-c769-4c62-98bf-ba7961b53125 req-9e22f203-9d43-49a5-bb25-7de1baa2978a tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802245 Sep 23 18:47:26.060803 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-f1236ba7-785e-43fb-9d80-7b2a23af9fb5 None None] Port c2494734-148e-43d7-8d73-8fc6b06f59e0 cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:47:26.225763 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c276f73-6e5c-4b3f-8893-a8de8a04485d req-8fd18322-57e9-4e75-b48a-b8949744c121 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:26.227229 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3c276f73-6e5c-4b3f-8893-a8de8a04485d req-8fd18322-57e9-4e75-b48a-b8949744c121 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 931 time: 0.0924361 Sep 23 18:47:26.335367 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13c6eb-a6ed-47be-b7d4-15798f8cae52 req-7da9db87-bf12-48d2-8bab-659f23820ecb tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:26.336126 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2a13c6eb-a6ed-47be-b7d4-15798f8cae52 req-7da9db87-bf12-48d2-8bab-659f23820ecb tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 945 time: 0.1328285 Sep 23 18:47:26.343024 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3c276f73-6e5c-4b3f-8893-a8de8a04485d req-e27a53cb-28c6-416b-b7ed-8fc549674e16 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b97ec7e-2df5-4356-b360-e14ba0f94504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967767 Sep 23 18:47:26.400018 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2a13c6eb-a6ed-47be-b7d4-15798f8cae52 req-025d5150-84d9-489a-9c0b-47d501c36186 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561850 Sep 23 18:47:26.443133 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2494734-148e-43d7-8d73-8fc6b06f59e0 {{(pid=100704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:47:26.450440 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:26.462784 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.provisioning_blocks [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Transition to ACTIVE for port object c2494734-148e-43d7-8d73-8fc6b06f59e0 will not be triggered until provisioned by entity L2. {{(pid=100704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:47:26.466374 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:26.534819 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2494734-148e-43d7-8d73-8fc6b06f59e0,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:26.815422 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Attempting to bind port c2494734-148e-43d7-8d73-8fc6b06f59e0 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:47:26.816088 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Attempting to bind port c2494734-148e-43d7-8d73-8fc6b06f59e0 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:47:26.816088 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Attempting to bind port c2494734-148e-43d7-8d73-8fc6b06f59e0 on network 839314a6-4ed6-4581-9a4d-7d83a16562ce {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:47:26.820327 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Port c2494734-148e-43d7-8d73-8fc6b06f59e0 on network 839314a6-4ed6-4581-9a4d-7d83a16562ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:47:26.820651 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Attempting to bind port c2494734-148e-43d7-8d73-8fc6b06f59e0 on network 839314a6-4ed6-4581-9a4d-7d83a16562ce {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:47:26.825614 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:47:26.825977 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Checking segment: {'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:47:26.826402 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Bound using segment: {'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'} {{(pid=100704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:47:26.826825 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.managers [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Bound port: c2494734-148e-43d7-8d73-8fc6b06f59e0, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b958f9-3055-42ca-9de4-5f1b6fc2dc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce'}}] {{(pid=100704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:47:26.827192 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:26.889188 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] For port c2494734-148e-43d7-8d73-8fc6b06f59e0, host hv-cinder-81041, cleared binding levels {{(pid=100704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:47:26.892214 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] For port c2494734-148e-43d7-8d73-8fc6b06f59e0, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=c2494734-148e-43d7-8d73-8fc6b06f59e0,segment=NetworkSegment(60b958f9-3055-42ca-9de4-5f1b6fc2dc83),segment_id=60b958f9-3055-42ca-9de4-5f1b6fc2dc83)] {{(pid=100704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:47:26.896076 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:26.926903 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:26.927513 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:26.928986 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] 10.222.0.42 "PUT /v2.0/ports/c2494734-148e-43d7-8d73-8fc6b06f59e0 HTTP/1.1" status: 200 len: 1093 time: 1.0311105 Sep 23 18:47:26.929332 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcf6eeb-1cd2-40a7-8b5d-144376b16268', 'tag': 'c2494734-148e-43d7-8d73-8fc6b06f59e0'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:47:26.931526 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c845c545-1331-4f01-9c37-6a7ceaa991d8" -d '{"events": [{"name": "network-changed", "server_uuid": "efcf6eeb-1cd2-40a7-8b5d-144376b16268", "tag": "c2494734-148e-43d7-8d73-8fc6b06f59e0"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:47:26.962849 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac9f9a-e6a1-4ca1-9dd7-b282a0fca3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2494734-148e-43d7-8d73-8fc6b06f59e0,revision_number=3']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:26.973165 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387e8519-0544-4050-9ed6-f5785f3e788c x-openstack-request-id: req-387e8519-0544-4050-9ed6-f5785f3e788c {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:47:26.973483 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcf6eeb-1cd2-40a7-8b5d-144376b16268", "tag": "c2494734-148e-43d7-8d73-8fc6b06f59e0", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:47:26.973737 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-387e8519-0544-4050-9ed6-f5785f3e788c {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:47:26.974133 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcf6eeb-1cd2-40a7-8b5d-144376b16268', 'tag': 'c2494734-148e-43d7-8d73-8fc6b06f59e0', 'status': 'completed', 'code': 200} Sep 23 18:47:27.052080 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-0397c13d-9563-4a5f-9505-7759e08c0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:27.053740 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-0397c13d-9563-4a5f-9505-7759e08c0b03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da8d789b5bc7452885df88ceb397e55f&device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 1096 time: 0.0486302 Sep 23 18:47:27.068577 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a9029-f40d-435a-8228-632ead6de2b7 req-3b6db64d-fc22-4a8a-8ab3-98539b6da8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:27.070306 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fd4a9029-f40d-435a-8228-632ead6de2b7 req-3b6db64d-fc22-4a8a-8ab3-98539b6da8c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1f8c4e3fa64a6b836735fbba48909d&device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 1099 time: 0.0467920 Sep 23 18:47:27.100920 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-5eacf44c-8114-4dcc-9ab6-1cec4a03fc81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2494734-148e-43d7-8d73-8fc6b06f59e0 HTTP/1.1" status: 200 len: 217 time: 0.0366879 Sep 23 18:47:27.170238 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a9029-f40d-435a-8228-632ead6de2b7 req-8cbc0918-d240-4856-8964-10aee406b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:27.171710 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fd4a9029-f40d-435a-8228-632ead6de2b7 req-8cbc0918-d240-4856-8964-10aee406b951 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1bd28bab-4532-4383-abb6-818a5d8c455d HTTP/1.1" status: 200 len: 911 time: 0.0940776 Sep 23 18:47:27.184751 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-d6f72e6d-3b03-4904-ba9e-d7fb836625ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:27.186743 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-d6f72e6d-3b03-4904-ba9e-d7fb836625ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1347f6-4986-47d9-9d8d-3f80a83c6a61 HTTP/1.1" status: 200 len: 849 time: 0.0785124 Sep 23 18:47:27.194732 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc4a64-08f6-4219-ba77-f5047a03e3d7 req-2ff83648-94d6-444a-afac-97ac9d4a4326 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:27.196202 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-43bc4a64-08f6-4219-ba77-f5047a03e3d7 req-2ff83648-94d6-444a-afac-97ac9d4a4326 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0782757 Sep 23 18:47:27.259005 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-b5c8e420-1d65-4ec9-871a-5b2394c729ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:27.260537 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-b5c8e420-1d65-4ec9-871a-5b2394c729ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=839314a6-4ed6-4581-9a4d-7d83a16562ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635045 Sep 23 18:47:27.263349 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-43bc4a64-08f6-4219-ba77-f5047a03e3d7 req-062c4763-b59e-4524-9a42-96637d76ee20 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582023 Sep 23 18:47:27.273921 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fd4a9029-f40d-435a-8228-632ead6de2b7 req-7a738960-7919-4810-ac1f-4871db2dd615 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c HTTP/1.1" status: 200 len: 1002 time: 0.0941365 Sep 23 18:47:27.325844 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a9029-f40d-435a-8228-632ead6de2b7 req-edafac1b-e9ba-4d5c-9f29-9a89216a20f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:27.327750 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fd4a9029-f40d-435a-8228-632ead6de2b7 req-edafac1b-e9ba-4d5c-9f29-9a89216a20f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08f9b104-7b94-46da-babd-daf1581be6b6 HTTP/1.1" status: 200 len: 848 time: 0.0465653 Sep 23 18:47:27.353294 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-facca947-0a95-4e55-8ab4-f5f6dfedfbe1 service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842574 Sep 23 18:47:27.382562 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a9029-f40d-435a-8228-632ead6de2b7 req-4551aed8-7b71-4f32-991b-967abd1fc789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:27.384066 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fd4a9029-f40d-435a-8228-632ead6de2b7 req-4551aed8-7b71-4f32-991b-967abd1fc789 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bd28bab-4532-4383-abb6-818a5d8c455d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490358 Sep 23 18:47:27.476798 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5b92faa6-2813-4e22-bcd8-8e716340ddb0 req-80f8f424-b8f4-4e45-8356-86f8a0b85296 service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158154 Sep 23 18:47:27.504042 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c05136-8fbb-43c9-a6bb-1d2181c30095 req-48cd2f62-037e-45c7-849d-5a3aa289f8b4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:27.505567 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-52c05136-8fbb-43c9-a6bb-1d2181c30095 req-48cd2f62-037e-45c7-849d-5a3aa289f8b4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 943 time: 0.0868809 Sep 23 18:47:27.515527 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fd4a9029-f40d-435a-8228-632ead6de2b7 req-3cb041d1-e070-4c08-a50e-9cfe24453595 service neutron] 10.222.0.42 "GET /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230984 Sep 23 18:47:27.603583 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-52c05136-8fbb-43c9-a6bb-1d2181c30095 req-73b9441f-b0a2-4d39-8399-e00a8454ffc0 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b97ec7e-2df5-4356-b360-e14ba0f94504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853171 Sep 23 18:47:27.620807 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed128a6-7dcb-4c96-9629-02b8a3ecbe47 req-f51ba09e-b36f-4cf4-b5a7-a836856e22f7 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:27.622932 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fd4a9029-f40d-435a-8228-632ead6de2b7 req-843cae4e-5855-41da-a165-e435972c98f4 service neutron] 10.222.0.42 "GET /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927250 Sep 23 18:47:27.624693 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fed128a6-7dcb-4c96-9629-02b8a3ecbe47 req-f51ba09e-b36f-4cf4-b5a7-a836856e22f7 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 945 time: 0.1181977 Sep 23 18:47:27.627781 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845c545-1331-4f01-9c37-6a7ceaa991d8 req-e68b7295-3840-476e-8b18-bae375ddc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:27.629663 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c845c545-1331-4f01-9c37-6a7ceaa991d8 req-e68b7295-3840-476e-8b18-bae375ddc463 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da8d789b5bc7452885df88ceb397e55f&device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 1096 time: 0.0949078 Sep 23 18:47:27.690756 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fed128a6-7dcb-4c96-9629-02b8a3ecbe47 req-4ce7f2c1-68c1-46f6-bcd5-a01f5a5bd4a9 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599403 Sep 23 18:47:27.757680 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845c545-1331-4f01-9c37-6a7ceaa991d8 req-51b3e4e1-e4bc-497d-a3f8-92412c49413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:27.759331 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c845c545-1331-4f01-9c37-6a7ceaa991d8 req-51b3e4e1-e4bc-497d-a3f8-92412c49413f service neutron] 10.222.0.42 "GET /v2.0/networks?id=839314a6-4ed6-4581-9a4d-7d83a16562ce HTTP/1.1" status: 200 len: 912 time: 0.1092784 Sep 23 18:47:27.813401 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c845c545-1331-4f01-9c37-6a7ceaa991d8 req-95d24b8f-5c8f-4d60-a587-15b7642b4e12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2494734-148e-43d7-8d73-8fc6b06f59e0 HTTP/1.1" status: 200 len: 217 time: 0.0425587 Sep 23 18:47:27.872099 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845c545-1331-4f01-9c37-6a7ceaa991d8 req-77a62f23-20df-4ea2-b417-3c9abcc92a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:27.874194 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c845c545-1331-4f01-9c37-6a7ceaa991d8 req-77a62f23-20df-4ea2-b417-3c9abcc92a3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1347f6-4986-47d9-9d8d-3f80a83c6a61 HTTP/1.1" status: 200 len: 849 time: 0.0533764 Sep 23 18:47:27.926626 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845c545-1331-4f01-9c37-6a7ceaa991d8 req-b4bba833-6d5b-4f97-ae40-f8bd20dadc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:27.929138 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c845c545-1331-4f01-9c37-6a7ceaa991d8 req-b4bba833-6d5b-4f97-ae40-f8bd20dadc04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=839314a6-4ed6-4581-9a4d-7d83a16562ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464373 Sep 23 18:47:28.036551 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c845c545-1331-4f01-9c37-6a7ceaa991d8 req-d30116e1-001a-4a11-989d-5bef36c214ed service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965757 Sep 23 18:47:28.139891 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c845c545-1331-4f01-9c37-6a7ceaa991d8 req-ac2a070e-1e9f-4d0d-b1cf-0d4e9bfa215f service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923274 Sep 23 18:47:28.383160 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e1aa3-04f7-4010-b8c8-9cbc4e5e23cf req-5a62ccfa-2e6b-4d68-982a-dc58e2c7b737 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:28.384547 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-718e1aa3-04f7-4010-b8c8-9cbc4e5e23cf req-5a62ccfa-2e6b-4d68-982a-dc58e2c7b737 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0493658 Sep 23 18:47:28.423002 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-718e1aa3-04f7-4010-b8c8-9cbc4e5e23cf req-80cd68e4-9b69-49cf-a9a4-952d7bd0c140 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323496 Sep 23 18:47:28.726357 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a209054-3193-429c-966a-c69ff2738a15 req-c603c213-1189-4493-bc70-121e53af81e9 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:28.727835 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a209054-3193-429c-966a-c69ff2738a15 req-c603c213-1189-4493-bc70-121e53af81e9 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 943 time: 0.0522444 Sep 23 18:47:28.765456 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a209054-3193-429c-966a-c69ff2738a15 req-d346db0d-f37d-416f-8752-b323c9722bc5 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b97ec7e-2df5-4356-b360-e14ba0f94504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309539 Sep 23 18:47:28.796810 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device c2494734-148e-43d7-8d73-8fc6b06f59e0 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:47:28.997270 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port c2494734-148e-43d7-8d73-8fc6b06f59e0, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=c2494734-148e-43d7-8d73-8fc6b06f59e0,segment=NetworkSegment(60b958f9-3055-42ca-9de4-5f1b6fc2dc83),segment_id=60b958f9-3055-42ca-9de4-5f1b6fc2dc83)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:29.008669 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': 'c2494734-148e-43d7-8d73-8fc6b06f59e0', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'port_id': 'c2494734-148e-43d7-8d73-8fc6b06f59e0', 'mac_address': 'fa:16:3e:aa:fc:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:47:29.045888 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:29.058010 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2494734-148e-43d7-8d73-8fc6b06f59e0 {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:47:29.077388 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port c2494734-148e-43d7-8d73-8fc6b06f59e0, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=c2494734-148e-43d7-8d73-8fc6b06f59e0,segment=NetworkSegment(60b958f9-3055-42ca-9de4-5f1b6fc2dc83),segment_id=60b958f9-3055-42ca-9de4-5f1b6fc2dc83)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:29.082796 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:29.127943 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=c2494734-148e-43d7-8d73-8fc6b06f59e0,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:29.401309 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['c2494734-148e-43d7-8d73-8fc6b06f59e0'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:47:29.539109 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d8651-303e-42dd-a679-ecef82231c5d req-dec614c4-6254-492f-8797-afe34f325fa7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:29.540610 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-462d8651-303e-42dd-a679-ecef82231c5d req-dec614c4-6254-492f-8797-afe34f325fa7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0511057 Sep 23 18:47:29.576910 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-462d8651-303e-42dd-a679-ecef82231c5d req-56a8fd01-459b-41db-a127-5e2f2ba51e63 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298338 Sep 23 18:47:29.875902 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc00b28-2a26-4d55-a245-dc2e3d34d9e0 req-af410375-a7f7-456c-aff4-e7b08c424b44 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:29.877425 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-abc00b28-2a26-4d55-a245-dc2e3d34d9e0 req-af410375-a7f7-456c-aff4-e7b08c424b44 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 944 time: 0.0484967 Sep 23 18:47:29.923005 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-abc00b28-2a26-4d55-a245-dc2e3d34d9e0 req-49f7d0f9-5768-4dcd-8d8f-a0791f4fe53f tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b97ec7e-2df5-4356-b360-e14ba0f94504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392783 Sep 23 18:47:30.689496 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b17d11-0110-4eb4-b4d5-6947a39f076d req-adf5769c-c429-4576-8c5b-02611fa68828 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:30.690925 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b5b17d11-0110-4eb4-b4d5-6947a39f076d req-adf5769c-c429-4576-8c5b-02611fa68828 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0504482 Sep 23 18:47:30.727364 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b5b17d11-0110-4eb4-b4d5-6947a39f076d req-3df33fa4-94cc-4fab-972f-b4665a1371e6 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304444 Sep 23 18:47:30.793800 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [req-d1ee359a-6ed2-4d77-b24e-c860b26acb79 req-0abbe4a5-0fd5-4d80-8bd0-10945ce21c3c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=100704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 18:47:30.794804 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d1ee359a-6ed2-4d77-b24e-c860b26acb79 req-0abbe4a5-0fd5-4d80-8bd0-10945ce21c3c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053086 Sep 23 18:47:30.805209 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device c2494734-148e-43d7-8d73-8fc6b06f59e0 up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:47:30.855297 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port c2494734-148e-43d7-8d73-8fc6b06f59e0 completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:47:30.859101 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port c2494734-148e-43d7-8d73-8fc6b06f59e0 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:47:30.859484 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:30.938423 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:30.953970 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a3e9ed75-201b-4d6c-a314-cf4141a1894d req-bd096669-a686-442c-b79f-3d242ad894ff service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690176 Sep 23 18:47:30.969022 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e9e68-1a48-41cd-a389-a4c25095e3a1 req-7c30e1eb-8848-44af-b5a7-e965fec17d15 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:30.970603 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a48e9e68-1a48-41cd-a389-a4c25095e3a1 req-7c30e1eb-8848-44af-b5a7-e965fec17d15 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0603118 Sep 23 18:47:30.971690 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port c2494734-148e-43d7-8d73-8fc6b06f59e0, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=c2494734-148e-43d7-8d73-8fc6b06f59e0,segment=NetworkSegment(60b958f9-3055-42ca-9de4-5f1b6fc2dc83),segment_id=60b958f9-3055-42ca-9de4-5f1b6fc2dc83)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:30.972626 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcf6eeb-1cd2-40a7-8b5d-144376b16268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2494734-148e-43d7-8d73-8fc6b06f59e0'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:47:30.975721 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c36cce-7484-485d-9009-05ed2c4718bc" -d '{"events": [{"server_uuid": "efcf6eeb-1cd2-40a7-8b5d-144376b16268", "name": "network-vif-plugged", "status": "completed", "tag": "c2494734-148e-43d7-8d73-8fc6b06f59e0"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:47:30.979913 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:31.032274 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a48e9e68-1a48-41cd-a389-a4c25095e3a1 req-9cbe10e3-f781-4ea4-afee-d40da8f91c29 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550790 Sep 23 18:47:31.032441 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=c2494734-148e-43d7-8d73-8fc6b06f59e0,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:31.074740 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89539f4f-05ee-420e-83d2-49c26bef0510 req-610017e1-10ce-45c3-ad31-0b320c5e6360 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:31.076599 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-89539f4f-05ee-420e-83d2-49c26bef0510 req-610017e1-10ce-45c3-ad31-0b320c5e6360 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 945 time: 0.0674620 Sep 23 18:47:31.116733 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-89539f4f-05ee-420e-83d2-49c26bef0510 req-4d59655e-b257-4a7a-b3f3-f0116ed09799 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b97ec7e-2df5-4356-b360-e14ba0f94504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343494 Sep 23 18:47:31.129850 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f012cf-d323-48c2-aeea-2502c63a2852 x-openstack-request-id: req-73f012cf-d323-48c2-aeea-2502c63a2852 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:47:31.130164 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcf6eeb-1cd2-40a7-8b5d-144376b16268", "name": "network-vif-plugged", "status": "completed", "tag": "c2494734-148e-43d7-8d73-8fc6b06f59e0", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:47:31.130420 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-73f012cf-d323-48c2-aeea-2502c63a2852 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:47:31.130814 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcf6eeb-1cd2-40a7-8b5d-144376b16268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2494734-148e-43d7-8d73-8fc6b06f59e0', 'code': 200} Sep 23 18:47:31.317112 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59773d-bdf7-41c0-8387-c2a158b7b0fe req-70c5c7e4-58a8-48b8-b091-83db6f3cecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:31.318819 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0d59773d-bdf7-41c0-8387-c2a158b7b0fe req-70c5c7e4-58a8-48b8-b091-83db6f3cecb8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 1098 time: 0.0414052 Sep 23 18:47:31.353538 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0d59773d-bdf7-41c0-8387-c2a158b7b0fe req-01edb864-41c7-4095-8b4c-9700efb4d1ee service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1b97ec7e-2df5-4356-b360-e14ba0f94504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276380 Sep 23 18:47:32.149247 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd9d01-4049-4fb0-b05c-18f25619b37f req-6ddd51c8-7d59-46fc-901c-880204b78ac9 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:32.150776 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f3fd9d01-4049-4fb0-b05c-18f25619b37f req-6ddd51c8-7d59-46fc-901c-880204b78ac9 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0507102 Sep 23 18:47:32.191133 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f3fd9d01-4049-4fb0-b05c-18f25619b37f req-55865fd3-7a0f-413e-bb3a-7d97d67c8817 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338867 Sep 23 18:47:32.248760 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59918669-04f0-46b0-99e4-c962ef4f9852 req-1ce4659b-527b-4f6d-b2ca-8c3474235095 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:32.250308 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-59918669-04f0-46b0-99e4-c962ef4f9852 req-1ce4659b-527b-4f6d-b2ca-8c3474235095 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 945 time: 0.0581517 Sep 23 18:47:32.288829 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-59918669-04f0-46b0-99e4-c962ef4f9852 req-ef4b5f8d-aa20-4038-9dcc-fe72af52f801 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b97ec7e-2df5-4356-b360-e14ba0f94504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326653 Sep 23 18:47:32.826170 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:47:32.901254 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:32.932441 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,segment=NetworkSegment(91fe4316-2c52-4ef2-abba-54b57ca453ef),segment_id=91fe4316-2c52-4ef2-abba-54b57ca453ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:32.936692 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:32.982647 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,revision_number=6']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:33.132037 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:47:33.134296 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe1f216-a81e-4d68-bc43-d0da551834f7" -d '{"events": [{"server_uuid": "c9f51e16-ca88-4666-abc5-6b96044d9001", "name": "network-vif-unplugged", "status": "completed", "tag": "82c295ea-eca8-438d-9dbd-02f4e2ebcd4c"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:47:33.169919 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 18:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e2355f-50fd-43fe-9366-fac0167add93 x-openstack-request-id: req-20e2355f-50fd-43fe-9366-fac0167add93 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:47:33.170209 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f51e16-ca88-4666-abc5-6b96044d9001", "name": "network-vif-unplugged", "status": "failed", "tag": "82c295ea-eca8-438d-9dbd-02f4e2ebcd4c", "code": 422}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:47:33.170479 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20e2355f-50fd-43fe-9366-fac0167add93 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:47:33.170853 dv-cinder-810415-4-iscsi neutron-server[100705]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c', 'code': 422} returned with failed status Sep 23 18:47:33.305873 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa1596-ad7d-4f98-b0f1-c0d6bfe761c6 req-ed0764d0-c998-41a5-9a77-fc80dd473342 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:33.307336 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a2aa1596-ad7d-4f98-b0f1-c0d6bfe761c6 req-ed0764d0-c998-41a5-9a77-fc80dd473342 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0481901 Sep 23 18:47:33.348980 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a2aa1596-ad7d-4f98-b0f1-c0d6bfe761c6 req-88abe7c2-6d37-4216-bd24-968d621946d1 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354004 Sep 23 18:47:33.399695 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d05b32-8879-4462-ac00-7adbcadbd4e0 req-d55a1acd-6c9c-415c-b830-3725bfd011b2 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:33.401371 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d4d05b32-8879-4462-ac00-7adbcadbd4e0 req-d55a1acd-6c9c-415c-b830-3725bfd011b2 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 945 time: 0.0472295 Sep 23 18:47:33.438116 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d4d05b32-8879-4462-ac00-7adbcadbd4e0 req-fdf03403-d84d-47e9-a978-024dc0a188ec tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b97ec7e-2df5-4356-b360-e14ba0f94504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303724 Sep 23 18:47:33.547866 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a94968-65a4-45e4-87c4-557b3168aeaf req-b626441e-4e86-4520-995a-6c3075b338f0 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:33.549314 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d0a94968-65a4-45e4-87c4-557b3168aeaf req-b626441e-4e86-4520-995a-6c3075b338f0 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 945 time: 0.0504148 Sep 23 18:47:33.557575 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33352) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:33.561913 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-2ea92696-b1de-4085-8987-e9a6f4324eca tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Request body: {'floatingip': {'port_id': 'c2494734-148e-43d7-8d73-8fc6b06f59e0'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:33.599275 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2ea92696-b1de-4085-8987-e9a6f4324eca tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for floatingip, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:34.022443 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2ea92696-b1de-4085-8987-e9a6f4324eca tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:34.026365 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2ea92696-b1de-4085-8987-e9a6f4324eca tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:34.125387 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.l3_db [None req-2ea92696-b1de-4085-8987-e9a6f4324eca tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Floating IP 062f24da-1a4e-42ff-b87d-af7fe738690f associated. External IP: 172.27.1.30, port: c2494734-148e-43d7-8d73-8fc6b06f59e0. Sep 23 18:47:34.289787 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:47:34.328615 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea92696-b1de-4085-8987-e9a6f4324eca tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Router 4654c909-0bae-4fc0-b974-29472546a885 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:47:34.464099 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea92696-b1de-4085-8987-e9a6f4324eca tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:47:34.469260 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2ea92696-b1de-4085-8987-e9a6f4324eca tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:34.475690 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46ea5df-fd02-4b04-bba4-90c382156d75 None None] Sync routers for ids ['4654c909-0bae-4fc0-b974-29472546a885'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:47:34.486132 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46ea5df-fd02-4b04-bba4-90c382156d75 None None] Routers {'4654c909-0bae-4fc0-b974-29472546a885'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:47:34.486741 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-f46ea5df-fd02-4b04-bba4-90c382156d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:47:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['4654c909-0bae-4fc0-b974-29472546a885'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:47:34.515733 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d1a4c-a7ef-47f2-bcbd-02db5985ceb7 req-5265a215-58e1-4252-80e5-777058e1adb9 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:34.525271 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-478d1a4c-a7ef-47f2-bcbd-02db5985ceb7 req-5265a215-58e1-4252-80e5-777058e1adb9 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0978458 Sep 23 18:47:34.528735 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-2ea92696-b1de-4085-8987-e9a6f4324eca tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "PUT /v2.0/floatingips/062f24da-1a4e-42ff-b87d-af7fe738690f HTTP/1.1" status: 200 len: 990 time: 0.9701183 Sep 23 18:47:34.546557 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcf6eeb-1cd2-40a7-8b5d-144376b16268', 'tag': 'c2494734-148e-43d7-8d73-8fc6b06f59e0'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:47:34.548911 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d33b7d-c853-4c46-91a7-019f341077c5" -d '{"events": [{"name": "network-changed", "server_uuid": "efcf6eeb-1cd2-40a7-8b5d-144376b16268", "tag": "c2494734-148e-43d7-8d73-8fc6b06f59e0"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:47:34.579371 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-478d1a4c-a7ef-47f2-bcbd-02db5985ceb7 req-a136898e-d26f-49be-83a0-5eaacf5c31dd tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531547 Sep 23 18:47:34.616118 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a4b799-f88b-4284-b6c2-1e568b7f992b x-openstack-request-id: req-95a4b799-f88b-4284-b6c2-1e568b7f992b {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:47:34.616447 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcf6eeb-1cd2-40a7-8b5d-144376b16268", "tag": "c2494734-148e-43d7-8d73-8fc6b06f59e0", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:47:34.616788 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95a4b799-f88b-4284-b6c2-1e568b7f992b {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:47:34.617121 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcf6eeb-1cd2-40a7-8b5d-144376b16268', 'tag': 'c2494734-148e-43d7-8d73-8fc6b06f59e0', 'status': 'completed', 'code': 200} Sep 23 18:47:34.628771 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-f46ea5df-fd02-4b04-bba4-90c382156d75 None None] Set router 4654c909-0bae-4fc0-b974-29472546a885 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:47:34.685413 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d33b7d-c853-4c46-91a7-019f341077c5 req-cb2f9f13-e43b-429a-ae03-45233f306ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:34.686922 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a7d33b7d-c853-4c46-91a7-019f341077c5 req-cb2f9f13-e43b-429a-ae03-45233f306ccb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=da8d789b5bc7452885df88ceb397e55f&device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 1098 time: 0.0402682 Sep 23 18:47:34.780035 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d33b7d-c853-4c46-91a7-019f341077c5 req-6b24b5b8-55fb-4944-88ef-ba87e0d8040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:34.781518 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a7d33b7d-c853-4c46-91a7-019f341077c5 req-6b24b5b8-55fb-4944-88ef-ba87e0d8040b service neutron] 10.222.0.42 "GET /v2.0/networks?id=839314a6-4ed6-4581-9a4d-7d83a16562ce HTTP/1.1" status: 200 len: 912 time: 0.0863075 Sep 23 18:47:34.846303 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a7d33b7d-c853-4c46-91a7-019f341077c5 req-2ac56ce1-ef2e-4a4b-855b-aa369fb58773 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2494734-148e-43d7-8d73-8fc6b06f59e0 HTTP/1.1" status: 200 len: 998 time: 0.0567770 Sep 23 18:47:34.893906 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-f46ea5df-fd02-4b04-bba4-90c382156d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': '062f24da-1a4e-42ff-b87d-af7fe738690f', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '4654c909-0bae-4fc0-b974-29472546a885', 'port_id': 'c2494734-148e-43d7-8d73-8fc6b06f59e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'mac_address': 'fa:16:3e:aa:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcf6eeb-1cd2-40a7-8b5d-144376b16268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:47:22Z', 'updated_at': '2021-09-23T18:47:33Z', 'revision_number': 1, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854baed8-2d1a-40af-b4f8-7605cce46dbd', 'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'mac_address': 'fa:16:3e:21:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:40Z', 'updated_at': '2021-09-23T18:42:48Z', 'revision_number': 5, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'subnets': [{'id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:47:34.902613 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d33b7d-c853-4c46-91a7-019f341077c5 req-ab125634-fa14-451d-a4b0-0e6a9f299c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:34.904144 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a7d33b7d-c853-4c46-91a7-019f341077c5 req-ab125634-fa14-451d-a4b0-0e6a9f299c96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1347f6-4986-47d9-9d8d-3f80a83c6a61 HTTP/1.1" status: 200 len: 849 time: 0.0476172 Sep 23 18:47:34.919163 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46ea5df-fd02-4b04-bba4-90c382156d75 None None] Checking router: 4654c909-0bae-4fc0-b974-29472546a885 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:47:34.927180 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46ea5df-fd02-4b04-bba4-90c382156d75 None None] Routers {'4654c909-0bae-4fc0-b974-29472546a885'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:47:34.927792 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-f46ea5df-fd02-4b04-bba4-90c382156d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:47:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['4654c909-0bae-4fc0-b974-29472546a885'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:47:34.956871 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d33b7d-c853-4c46-91a7-019f341077c5 req-64c590ae-1447-4885-a233-bc9d9b78ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:34.958382 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a7d33b7d-c853-4c46-91a7-019f341077c5 req-64c590ae-1447-4885-a233-bc9d9b78ae2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=839314a6-4ed6-4581-9a4d-7d83a16562ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416071 Sep 23 18:47:35.032554 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-f46ea5df-fd02-4b04-bba4-90c382156d75 None None] Set router 4654c909-0bae-4fc0-b974-29472546a885 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:47:35.080420 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a7d33b7d-c853-4c46-91a7-019f341077c5 req-1c44b408-1c2e-4b00-bde6-c67bbecd3224 service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065443 Sep 23 18:47:35.263290 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-f46ea5df-fd02-4b04-bba4-90c382156d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': '062f24da-1a4e-42ff-b87d-af7fe738690f', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '4654c909-0bae-4fc0-b974-29472546a885', 'port_id': 'c2494734-148e-43d7-8d73-8fc6b06f59e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'mac_address': 'fa:16:3e:aa:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcf6eeb-1cd2-40a7-8b5d-144376b16268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:47:22Z', 'updated_at': '2021-09-23T18:47:33Z', 'revision_number': 1, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854baed8-2d1a-40af-b4f8-7605cce46dbd', 'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'mac_address': 'fa:16:3e:21:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:40Z', 'updated_at': '2021-09-23T18:42:48Z', 'revision_number': 5, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'subnets': [{'id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:47:35.292026 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46ea5df-fd02-4b04-bba4-90c382156d75 None None] The sync data for ids ['4654c909-0bae-4fc0-b974-29472546a885'] in dv-cinder-810415-4-iscsi is: [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': '062f24da-1a4e-42ff-b87d-af7fe738690f', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '4654c909-0bae-4fc0-b974-29472546a885', 'port_id': 'c2494734-148e-43d7-8d73-8fc6b06f59e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'mac_address': 'fa:16:3e:aa:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcf6eeb-1cd2-40a7-8b5d-144376b16268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:47:22Z', 'updated_at': '2021-09-23T18:47:33Z', 'revision_number': 1, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854baed8-2d1a-40af-b4f8-7605cce46dbd', 'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'mac_address': 'fa:16:3e:21:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:40Z', 'updated_at': '2021-09-23T18:42:48Z', 'revision_number': 5, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'subnets': [{'id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:47:35.417344 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a7d33b7d-c853-4c46-91a7-019f341077c5 req-8d003e8e-d9c7-4d3c-8a83-f387a278e20a service neutron] 10.222.0.42 "GET /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261995 Sep 23 18:47:35.511554 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a78665-5678-4b1f-b499-8c57f7955004 None None] New status for floating IP 062f24da-1a4e-42ff-b87d-af7fe738690f: ACTIVE {{(pid=100706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:47:35.620945 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21da0c-4fa9-42d2-ac59-2dd3f373e7b5 req-28548522-4ad5-4c17-8e0a-c421bf265e07 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:35.623028 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bb21da0c-4fa9-42d2-ac59-2dd3f373e7b5 req-28548522-4ad5-4c17-8e0a-c421bf265e07 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 945 time: 0.0509841 Sep 23 18:47:35.694405 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bb21da0c-4fa9-42d2-ac59-2dd3f373e7b5 req-908c0115-1c22-489a-b23d-5d01394d03ca tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652039 Sep 23 18:47:35.717116 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 33382) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:35.717644 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1792a6-9f2f-4c81-b107-824f1ff60f3d req-a16ad1a2-18c6-45b0-bb68-d4ad7c68acda tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:35.719081 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5d1792a6-9f2f-4c81-b107-824f1ff60f3d req-a16ad1a2-18c6-45b0-bb68-d4ad7c68acda tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0709660 Sep 23 18:47:35.764378 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5d1792a6-9f2f-4c81-b107-824f1ff60f3d req-dbcd68bc-38dc-4d1a-99b2-48aa64723f37 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342786 Sep 23 18:47:35.881501 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e59a1e0-0179-480b-aea6-e1e491562860 tempest-TestMinimumBasicScenario-1937620724 tempest-TestMinimumBasicScenario-1937620724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:35.883042 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-8e59a1e0-0179-480b-aea6-e1e491562860 tempest-TestMinimumBasicScenario-1937620724 tempest-TestMinimumBasicScenario-1937620724-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 1093 time: 0.1642480 Sep 23 18:47:35.885813 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 33386) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:35.889975 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Request body: {'floatingip': {'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'port_id': '2520bebf-e339-4c49-be48-787e8a0cb45a', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:35.909887 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for floatingip, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:36.001868 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:36.103567 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Allocated IP 172.27.1.79 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/430790e8-296c-4188-87d8-f878135ff7db) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:47:36.198739 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:36.232610 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:36.267830 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:47:36.270596 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:47:36.273962 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:47:36.304371 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Pushing event updated for resources: {'Port': ['ID=430790e8-296c-4188-87d8-f878135ff7db,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:36.623503 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:36.692777 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:36.847870 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:36.852549 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:36.917955 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Pushing event updated for resources: {'Port': ['ID=430790e8-296c-4188-87d8-f878135ff7db,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:36.931490 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:36.996504 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226d6b1-1669-4f71-9dd6-7091f0d860ee req-18079384-1db1-45bb-a896-35575a1518c3 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:36.998613 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d226d6b1-1669-4f71-9dd6-7091f0d860ee req-18079384-1db1-45bb-a896-35575a1518c3 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.1613173 Sep 23 18:47:37.037394 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.l3_db [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Floating IP 7325dedf-d5d9-482a-b7ff-08d63bc8987f associated. External IP: 172.27.1.79, port: 2520bebf-e339-4c49-be48-787e8a0cb45a. Sep 23 18:47:37.040151 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d226d6b1-1669-4f71-9dd6-7091f0d860ee req-9f74ebd1-c5ef-4ca3-95df-f0721a37e610 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356042 Sep 23 18:47:37.250276 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Router 403ebc0c-3621-444a-a533-9764fe889e33 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:47:37.353264 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:47:37.364174 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8f627-19cb-49ba-82c5-ff205027885b None None] Sync routers for ids ['403ebc0c-3621-444a-a533-9764fe889e33'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:47:37.373769 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:37.374072 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8f627-19cb-49ba-82c5-ff205027885b None None] Routers {'403ebc0c-3621-444a-a533-9764fe889e33'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:47:37.374786 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-e2f8f627-19cb-49ba-82c5-ff205027885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:47:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['403ebc0c-3621-444a-a533-9764fe889e33'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:47:37.408549 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-5721b171-5ec4-4037-bb70-6963304d163b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5216999 Sep 23 18:47:37.409270 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'tag': '2520bebf-e339-4c49-be48-787e8a0cb45a'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:47:37.411347 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33400) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:37.411541 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad3d304-931a-421c-9b0a-ef8ad9e616b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbdcb4d-07e3-425f-9455-d54e95a4e05d", "tag": "2520bebf-e339-4c49-be48-787e8a0cb45a"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:47:37.416006 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-a8bd4090-7501-4f43-94af-7999e4c9ac0c tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1619299296', 'description': 'tempest-secgroup-smoke-1619299296 description', 'project_id': '90bb3aa715854fbba1cb0e350adafdb7'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:37.440302 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4090-7501-4f43-94af-7999e4c9ac0c tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:37.447410 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c224961f-7fce-4440-b329-8aa718ddfba3 x-openstack-request-id: req-c224961f-7fce-4440-b329-8aa718ddfba3 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:47:37.447702 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbdcb4d-07e3-425f-9455-d54e95a4e05d", "tag": "2520bebf-e339-4c49-be48-787e8a0cb45a", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:47:37.447955 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c224961f-7fce-4440-b329-8aa718ddfba3 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:47:37.448379 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'tag': '2520bebf-e339-4c49-be48-787e8a0cb45a', 'status': 'completed', 'code': 200} Sep 23 18:47:37.494269 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-e2f8f627-19cb-49ba-82c5-ff205027885b None None] Set router 403ebc0c-3621-444a-a533-9764fe889e33 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:47:37.541855 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3d304-931a-421c-9b0a-ef8ad9e616b4 req-3d0f6930-5260-4546-899e-542d1dd47d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:37.543534 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4ad3d304-931a-421c-9b0a-ef8ad9e616b4 req-3d0f6930-5260-4546-899e-542d1dd47d42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90bb3aa715854fbba1cb0e350adafdb7&device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 1098 time: 0.0663400 Sep 23 18:47:37.564571 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4090-7501-4f43-94af-7999e4c9ac0c tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:37.585624 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4090-7501-4f43-94af-7999e4c9ac0c tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:37.627300 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4090-7501-4f43-94af-7999e4c9ac0c tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:37.628554 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-a8bd4090-7501-4f43-94af-7999e4c9ac0c tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2160633 Sep 23 18:47:37.631589 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 33406) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:37.636195 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-db76d885-c822-4abc-9b27-56da266d92a3 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Request body: {'security_group_rule': {'security_group_id': 'a9146da6-17b6-416b-bab2-4fbc8b364404', 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:37.658644 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd4090-7501-4f43-94af-7999e4c9ac0c tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9146da6-17b6-416b-bab2-4fbc8b364404,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:37.670931 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-db76d885-c822-4abc-9b27-56da266d92a3 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:37.686066 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3d304-931a-421c-9b0a-ef8ad9e616b4 req-230db050-7d76-4c2d-8f22-8ca8d3c16290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:37.687544 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4ad3d304-931a-421c-9b0a-ef8ad9e616b4 req-230db050-7d76-4c2d-8f22-8ca8d3c16290 service neutron] 10.222.0.42 "GET /v2.0/networks?id=abe8bbf5-106d-4cf2-a815-0b2155ceff37 HTTP/1.1" status: 200 len: 917 time: 0.1216545 Sep 23 18:47:37.730507 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-e2f8f627-19cb-49ba-82c5-ff205027885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403ebc0c-3621-444a-a533-9764fe889e33', 'name': 'tempest-TestMinimumBasicScenario-2033233248-router', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:46Z', 'revision_number': 4, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'gw_port': {'id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': '7325dedf-d5d9-482a-b7ff-08d63bc8987f', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'port_id': '2520bebf-e339-4c49-be48-787e8a0cb45a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'mac_address': 'fa:16:3e:8b:ba:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:47:36Z', 'updated_at': '2021-09-23T18:47:36Z', 'revision_number': 0, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffb304a-5425-421a-a012-c65b9226493d', 'name': '', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'mac_address': 'fa:16:3e:11:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '033580f8-5239-4970-8abc-a077e6edd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:45Z', 'updated_at': '2021-09-23T18:46:51Z', 'revision_number': 5, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'subnets': [{'id': '033580f8-5239-4970-8abc-a077e6edd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:47:37.735383 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-db76d885-c822-4abc-9b27-56da266d92a3 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:37.740161 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-db76d885-c822-4abc-9b27-56da266d92a3 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:37.756528 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4ad3d304-931a-421c-9b0a-ef8ad9e616b4 req-b228a971-b63c-4b11-b1ff-f3031c0e447b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2520bebf-e339-4c49-be48-787e8a0cb45a HTTP/1.1" status: 200 len: 998 time: 0.0612550 Sep 23 18:47:37.759501 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76d885-c822-4abc-9b27-56da266d92a3 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f071e699-f11e-492b-829a-0fad9f9ef5df,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:37.759907 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8f627-19cb-49ba-82c5-ff205027885b None None] Checking router: 403ebc0c-3621-444a-a533-9764fe889e33 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:47:37.770596 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8f627-19cb-49ba-82c5-ff205027885b None None] Routers {'403ebc0c-3621-444a-a533-9764fe889e33'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:47:37.771206 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-e2f8f627-19cb-49ba-82c5-ff205027885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:47:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['403ebc0c-3621-444a-a533-9764fe889e33'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:47:37.775083 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-db76d885-c822-4abc-9b27-56da266d92a3 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:37.778820 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-db76d885-c822-4abc-9b27-56da266d92a3 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436615 Sep 23 18:47:37.779097 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 33408) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:37.783489 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-46a5d1f7-3494-4866-950e-04b6b48d2a61 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Request body: {'security_group_rule': {'security_group_id': 'a9146da6-17b6-416b-bab2-4fbc8b364404', 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:37.814661 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-46a5d1f7-3494-4866-950e-04b6b48d2a61 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:37.816687 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3d304-931a-421c-9b0a-ef8ad9e616b4 req-c4bdc297-bca2-4d80-a7c5-242211854a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:37.818291 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4ad3d304-931a-421c-9b0a-ef8ad9e616b4 req-c4bdc297-bca2-4d80-a7c5-242211854a2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=033580f8-5239-4970-8abc-a077e6edd17b HTTP/1.1" status: 200 len: 854 time: 0.0524116 Sep 23 18:47:37.871251 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3d304-931a-421c-9b0a-ef8ad9e616b4 req-34b11ca3-7df3-44b1-96c9-a675dea4666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:37.873482 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4ad3d304-931a-421c-9b0a-ef8ad9e616b4 req-34b11ca3-7df3-44b1-96c9-a675dea4666a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abe8bbf5-106d-4cf2-a815-0b2155ceff37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461390 Sep 23 18:47:37.878116 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-e2f8f627-19cb-49ba-82c5-ff205027885b None None] Set router 403ebc0c-3621-444a-a533-9764fe889e33 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:47:37.880379 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-46a5d1f7-3494-4866-950e-04b6b48d2a61 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:37.884853 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-46a5d1f7-3494-4866-950e-04b6b48d2a61 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:37.908757 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5d1f7-3494-4866-950e-04b6b48d2a61 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381a6443-b128-4963-b4f4-9a34baec5272,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:37.916375 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-46a5d1f7-3494-4866-950e-04b6b48d2a61 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:37.920323 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-46a5d1f7-3494-4866-950e-04b6b48d2a61 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376152 Sep 23 18:47:37.920946 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33412) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:37.926037 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-4068cfba-5db7-4210-8ecb-690d64270bab tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Request body: {'security_group_rule': {'security_group_id': 'a9146da6-17b6-416b-bab2-4fbc8b364404', 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:38.004352 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4068cfba-5db7-4210-8ecb-690d64270bab tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:38.022637 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4ad3d304-931a-421c-9b0a-ef8ad9e616b4 req-ddb3b657-2b6a-4c44-8d96-c9937123fa61 service neutron] 10.222.0.42 "GET /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410232 Sep 23 18:47:38.140181 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4068cfba-5db7-4210-8ecb-690d64270bab tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:38.160955 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4068cfba-5db7-4210-8ecb-690d64270bab tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:38.199526 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068cfba-5db7-4210-8ecb-690d64270bab tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d934114-1cdf-4e2a-b55a-ace7095e0bd5,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:38.205709 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4ad3d304-931a-421c-9b0a-ef8ad9e616b4 req-83b8202e-7f0c-413e-a4fc-66b7a014caa3 service neutron] 10.222.0.42 "GET /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702278 Sep 23 18:47:38.206084 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4068cfba-5db7-4210-8ecb-690d64270bab tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:38.207141 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-4068cfba-5db7-4210-8ecb-690d64270bab tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2855363 Sep 23 18:47:38.210103 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 33416) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:38.216422 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-b1d7b675-422f-4f49-975d-b06b5427d897 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Request body: {'security_group_rule': {'security_group_id': 'a9146da6-17b6-416b-bab2-4fbc8b364404', 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:38.219587 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa95cbd-4dd8-4940-9a7e-0aac6799101d req-5f2e6211-6ae6-4fe4-ae9e-6e9999d2ecc3 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:38.221495 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1aa95cbd-4dd8-4940-9a7e-0aac6799101d req-5f2e6211-6ae6-4fe4-ae9e-6e9999d2ecc3 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.1044195 Sep 23 18:47:38.235218 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-e2f8f627-19cb-49ba-82c5-ff205027885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403ebc0c-3621-444a-a533-9764fe889e33', 'name': 'tempest-TestMinimumBasicScenario-2033233248-router', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:46Z', 'revision_number': 4, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'gw_port': {'id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': '7325dedf-d5d9-482a-b7ff-08d63bc8987f', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'port_id': '2520bebf-e339-4c49-be48-787e8a0cb45a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'mac_address': 'fa:16:3e:8b:ba:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:47:36Z', 'updated_at': '2021-09-23T18:47:36Z', 'revision_number': 0, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffb304a-5425-421a-a012-c65b9226493d', 'name': '', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'mac_address': 'fa:16:3e:11:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '033580f8-5239-4970-8abc-a077e6edd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:45Z', 'updated_at': '2021-09-23T18:46:51Z', 'revision_number': 5, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'subnets': [{'id': '033580f8-5239-4970-8abc-a077e6edd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:47:38.248110 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b675-422f-4f49-975d-b06b5427d897 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:38.262855 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8f627-19cb-49ba-82c5-ff205027885b None None] The sync data for ids ['403ebc0c-3621-444a-a533-9764fe889e33'] in dv-cinder-810415-4-iscsi is: [{'id': '403ebc0c-3621-444a-a533-9764fe889e33', 'name': 'tempest-TestMinimumBasicScenario-2033233248-router', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:46Z', 'revision_number': 4, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'gw_port': {'id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': '7325dedf-d5d9-482a-b7ff-08d63bc8987f', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'port_id': '2520bebf-e339-4c49-be48-787e8a0cb45a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'mac_address': 'fa:16:3e:8b:ba:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:47:36Z', 'updated_at': '2021-09-23T18:47:36Z', 'revision_number': 0, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffb304a-5425-421a-a012-c65b9226493d', 'name': '', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'mac_address': 'fa:16:3e:11:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '033580f8-5239-4970-8abc-a077e6edd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:45Z', 'updated_at': '2021-09-23T18:46:51Z', 'revision_number': 5, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'subnets': [{'id': '033580f8-5239-4970-8abc-a077e6edd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:47:38.275336 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1aa95cbd-4dd8-4940-9a7e-0aac6799101d req-d05791bf-f544-4b30-8a3a-d137d2bcce5a tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362360 Sep 23 18:47:38.311773 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b675-422f-4f49-975d-b06b5427d897 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:38.315854 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b675-422f-4f49-975d-b06b5427d897 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:38.333468 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7b675-422f-4f49-975d-b06b5427d897 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b545e3e-e45c-4b59-b796-f45d814f577a,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:38.342001 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b675-422f-4f49-975d-b06b5427d897 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:38.343456 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-b1d7b675-422f-4f49-975d-b06b5427d897 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320210 Sep 23 18:47:38.346274 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 33418) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:38.351790 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-6aebc53c-55ec-4759-bcac-1ecbb38efe67 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Request body: {'security_group_rule': {'security_group_id': 'a9146da6-17b6-416b-bab2-4fbc8b364404', 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:38.373989 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.securitygroups_db [None req-6aebc53c-55ec-4759-bcac-1ecbb38efe67 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Project 90bb3aa715854fbba1cb0e350adafdb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 18:47:38.379418 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6aebc53c-55ec-4759-bcac-1ecbb38efe67 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:38.449898 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6aebc53c-55ec-4759-bcac-1ecbb38efe67 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:38.454987 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6aebc53c-55ec-4759-bcac-1ecbb38efe67 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:38.472984 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebc53c-55ec-4759-bcac-1ecbb38efe67 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0417cb30-9831-4177-b082-fce35243eaad,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:38.474978 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c69cad-8130-4567-ad75-294a30c9c3cf None None] New status for floating IP 7325dedf-d5d9-482a-b7ff-08d63bc8987f: ACTIVE {{(pid=100706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:47:38.480064 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6aebc53c-55ec-4759-bcac-1ecbb38efe67 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:38.481414 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-6aebc53c-55ec-4759-bcac-1ecbb38efe67 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341519 Sep 23 18:47:38.484197 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 33422) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:38.488767 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-7f62db5d-7ae4-4738-b708-859ed92b742e tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Request body: {'security_group_rule': {'security_group_id': 'a9146da6-17b6-416b-bab2-4fbc8b364404', 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:38.510247 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.securitygroups_db [None req-7f62db5d-7ae4-4738-b708-859ed92b742e tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Project 90bb3aa715854fbba1cb0e350adafdb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 18:47:38.515528 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7f62db5d-7ae4-4738-b708-859ed92b742e tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:38.579339 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7f62db5d-7ae4-4738-b708-859ed92b742e tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:38.583104 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7f62db5d-7ae4-4738-b708-859ed92b742e tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:38.601342 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62db5d-7ae4-4738-b708-859ed92b742e tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9490e694-f050-40e7-8748-dcf4f877e505,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:38.606101 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-7f62db5d-7ae4-4738-b708-859ed92b742e tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:38.610619 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-7f62db5d-7ae4-4738-b708-859ed92b742e tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253085 Sep 23 18:47:38.692692 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-faa24ea6-d5d0-4fab-a3e7-92b86af134b1 req-b54a1ab0-25f4-4e64-9289-6993b5b58b30 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619299296&fields=id&tenant_id=90bb3aa715854fbba1cb0e350adafdb7 HTTP/1.1" status: 200 len: 267 time: 0.0395648 Sep 23 18:47:38.750611 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa24ea6-d5d0-4fab-a3e7-92b86af134b1 req-81f4da3c-6275-45f2-8e77-b29fa6472890 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:38.752164 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-faa24ea6-d5d0-4fab-a3e7-92b86af134b1 req-81f4da3c-6275-45f2-8e77-b29fa6472890 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 945 time: 0.0535827 Sep 23 18:47:38.763936 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-faa24ea6-d5d0-4fab-a3e7-92b86af134b1 req-102e1fe5-019f-4401-aff4-016db784f598 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Request body: {'port': {'security_groups': ['067c4302-0105-4d30-9a17-300107247977', 'a9146da6-17b6-416b-bab2-4fbc8b364404']}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:38.826679 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-faa24ea6-d5d0-4fab-a3e7-92b86af134b1 req-102e1fe5-019f-4401-aff4-016db784f598 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:39.006438 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-faa24ea6-d5d0-4fab-a3e7-92b86af134b1 req-102e1fe5-019f-4401-aff4-016db784f598 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] For port 2520bebf-e339-4c49-be48-787e8a0cb45a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=2520bebf-e339-4c49-be48-787e8a0cb45a,segment=NetworkSegment(7bd7fbdb-3521-444a-87d6-dc8d2b8984fb),segment_id=7bd7fbdb-3521-444a-87d6-dc8d2b8984fb)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:39.036202 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-faa24ea6-d5d0-4fab-a3e7-92b86af134b1 req-102e1fe5-019f-4401-aff4-016db784f598 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:39.040911 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-faa24ea6-d5d0-4fab-a3e7-92b86af134b1 req-102e1fe5-019f-4401-aff4-016db784f598 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:39.052676 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['2520bebf-e339-4c49-be48-787e8a0cb45a'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:47:39.089687 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa24ea6-d5d0-4fab-a3e7-92b86af134b1 req-102e1fe5-019f-4401-aff4-016db784f598 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:39.090508 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-faa24ea6-d5d0-4fab-a3e7-92b86af134b1 req-102e1fe5-019f-4401-aff4-016db784f598 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:39.094095 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-faa24ea6-d5d0-4fab-a3e7-92b86af134b1 req-102e1fe5-019f-4401-aff4-016db784f598 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "PUT /v2.0/ports/2520bebf-e339-4c49-be48-787e8a0cb45a HTTP/1.1" status: 200 len: 981 time: 0.3351073 Sep 23 18:47:39.095159 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'tag': '2520bebf-e339-4c49-be48-787e8a0cb45a'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:47:39.098457 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6102962-1ec9-4486-8435-f58cece3163d" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbdcb4d-07e3-425f-9455-d54e95a4e05d", "tag": "2520bebf-e339-4c49-be48-787e8a0cb45a"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:47:39.133976 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e1fe5-019f-4401-aff4-016db784f598 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Pushing event updated for resources: {'Port': ['ID=2520bebf-e339-4c49-be48-787e8a0cb45a,revision_number=6']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:39.166520 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104c7102-c2b1-4c2a-8c55-a20bbdc7fb1d x-openstack-request-id: req-104c7102-c2b1-4c2a-8c55-a20bbdc7fb1d {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:47:39.166816 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbdcb4d-07e3-425f-9455-d54e95a4e05d", "tag": "2520bebf-e339-4c49-be48-787e8a0cb45a", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:47:39.167069 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-104c7102-c2b1-4c2a-8c55-a20bbdc7fb1d {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:47:39.167468 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'tag': '2520bebf-e339-4c49-be48-787e8a0cb45a', 'status': 'completed', 'code': 200} Sep 23 18:47:39.190178 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['2520bebf-e339-4c49-be48-787e8a0cb45a'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:47:39.271135 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6102962-1ec9-4486-8435-f58cece3163d req-51952ca1-dd7b-4927-a19a-ea66cfad0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:39.272701 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d6102962-1ec9-4486-8435-f58cece3163d req-51952ca1-dd7b-4927-a19a-ea66cfad0641 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90bb3aa715854fbba1cb0e350adafdb7&device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 1137 time: 0.0795815 Sep 23 18:47:39.296718 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71861bc-4164-4469-afcc-ccb8be365da1 req-b29613e1-b24d-4f4a-8d99-9ed64f01e0fd tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:39.300086 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a71861bc-4164-4469-afcc-ccb8be365da1 req-b29613e1-b24d-4f4a-8d99-9ed64f01e0fd tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.1318104 Sep 23 18:47:39.352974 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-f29a1d0e-75cb-4b4f-8d6d-111de9a394ce None None] Provisioning complete for port 2520bebf-e339-4c49-be48-787e8a0cb45a triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:47:39.353420 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f29a1d0e-75cb-4b4f-8d6d-111de9a394ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:39.414719 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a71861bc-4164-4469-afcc-ccb8be365da1 req-db88cb62-841a-422d-a380-2332c1d28dd6 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1037369 Sep 23 18:47:39.441257 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6102962-1ec9-4486-8435-f58cece3163d req-4426bf79-e010-4ae2-a60d-80331b0cc7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:39.444042 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d6102962-1ec9-4486-8435-f58cece3163d req-4426bf79-e010-4ae2-a60d-80331b0cc7bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=abe8bbf5-106d-4cf2-a815-0b2155ceff37 HTTP/1.1" status: 200 len: 917 time: 0.1631384 Sep 23 18:47:39.460218 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecc620-6ee5-4e2e-86c8-e8f9fc9ccd4a req-7c04aefa-bd09-4aa8-8476-0ffa642e696c tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:39.461780 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a5ecc620-6ee5-4e2e-86c8-e8f9fc9ccd4a req-7c04aefa-bd09-4aa8-8476-0ffa642e696c tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0956974 Sep 23 18:47:39.551793 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a5ecc620-6ee5-4e2e-86c8-e8f9fc9ccd4a req-c957742e-4f97-4d4d-998a-bd2b83e527ac tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802491 Sep 23 18:47:39.558608 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d6102962-1ec9-4486-8435-f58cece3163d req-7f3ceadd-8ad7-4884-90c4-1154120ef2bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2520bebf-e339-4c49-be48-787e8a0cb45a HTTP/1.1" status: 200 len: 1000 time: 0.0958965 Sep 23 18:47:39.611777 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6102962-1ec9-4486-8435-f58cece3163d req-d22199ff-0b2a-4ee4-a778-ad6d479bbb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:39.613280 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d6102962-1ec9-4486-8435-f58cece3163d req-d22199ff-0b2a-4ee4-a778-ad6d479bbb4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=033580f8-5239-4970-8abc-a077e6edd17b HTTP/1.1" status: 200 len: 854 time: 0.0451798 Sep 23 18:47:39.664045 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6102962-1ec9-4486-8435-f58cece3163d req-3cf5db8b-917b-4b08-a28a-1702c96a9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:39.665546 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d6102962-1ec9-4486-8435-f58cece3163d req-3cf5db8b-917b-4b08-a28a-1702c96a9f87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abe8bbf5-106d-4cf2-a815-0b2155ceff37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387936 Sep 23 18:47:39.764065 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d6102962-1ec9-4486-8435-f58cece3163d req-a5705a75-4de3-4481-b856-30480dd51e91 service neutron] 10.222.0.42 "GET /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871971 Sep 23 18:47:39.852712 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d6102962-1ec9-4486-8435-f58cece3163d req-cff9c756-8663-429a-aa5c-0fd5de491ed0 service neutron] 10.222.0.42 "GET /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804155 Sep 23 18:47:40.672305 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c8b22-f16c-4bd1-be1c-abfdc3d79811 req-6d5296f9-4f54-4f4e-b0df-58b124ce5f8a tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:40.673691 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-205c8b22-f16c-4bd1-be1c-abfdc3d79811 req-6d5296f9-4f54-4f4e-b0df-58b124ce5f8a tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0537188 Sep 23 18:47:40.711507 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-205c8b22-f16c-4bd1-be1c-abfdc3d79811 req-aee5191d-1b2a-4bbf-897a-41e6868ebe90 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317430 Sep 23 18:47:41.828366 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4f951-e6f8-4e5e-83a5-4896fa59589c req-42b30f18-fcf9-43cd-a473-9bad5981ed5a tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:41.829862 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-18f4f951-e6f8-4e5e-83a5-4896fa59589c req-42b30f18-fcf9-43cd-a473-9bad5981ed5a tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0505664 Sep 23 18:47:41.870220 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-18f4f951-e6f8-4e5e-83a5-4896fa59589c req-87dbcc86-09c0-4776-a18f-afee7fc1766c tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343072 Sep 23 18:47:42.922809 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82939cff-84c2-4149-8921-c2e9dc8cbd48 req-46f67884-2ca2-4af1-be34-58e95f2999c9 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:42.924173 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82939cff-84c2-4149-8921-c2e9dc8cbd48 req-46f67884-2ca2-4af1-be34-58e95f2999c9 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 947 time: 0.0481133 Sep 23 18:47:42.960642 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-82939cff-84c2-4149-8921-c2e9dc8cbd48 req-a11a79c4-29ff-44d0-90b3-eaa9ba4bf20f tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305929 Sep 23 18:47:43.066190 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b0604-170f-499c-98cf-68d7d8abf614 req-07cbb8b5-e82d-4778-be34-d0dfad6b71db tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:43.067634 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-677b0604-170f-499c-98cf-68d7d8abf614 req-07cbb8b5-e82d-4778-be34-d0dfad6b71db tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0511181 Sep 23 18:47:43.103661 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-677b0604-170f-499c-98cf-68d7d8abf614 req-f36aba08-1ab8-49e0-a0c2-eaa52618597e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301113 Sep 23 18:47:44.075774 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20543c7c-e2bb-4696-a287-76d1f0dc47a8 req-bb7b43ba-121f-4236-a828-0a7ea6e6b688 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:44.077352 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-20543c7c-e2bb-4696-a287-76d1f0dc47a8 req-bb7b43ba-121f-4236-a828-0a7ea6e6b688 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 947 time: 0.0489452 Sep 23 18:47:44.116033 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-20543c7c-e2bb-4696-a287-76d1f0dc47a8 req-6ae8b880-9bd9-40e7-a7f6-0c93f8f29133 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329645 Sep 23 18:47:44.218465 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b62d2-986c-404d-895d-268ccc30603e req-20da6e68-48f3-4e91-b1c5-a6be03246ff0 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:44.219990 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ea6b62d2-986c-404d-895d-268ccc30603e req-20da6e68-48f3-4e91-b1c5-a6be03246ff0 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0480635 Sep 23 18:47:44.259599 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ea6b62d2-986c-404d-895d-268ccc30603e req-59e6a960-b8c4-4302-a2a2-f0c90c1a8c5e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336056 Sep 23 18:47:45.235928 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f39dc-9410-4bf3-bd0d-04ca30b29fef req-f0bc47e1-21f1-460c-bed6-0b3fd69e9e19 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:45.237400 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-880f39dc-9410-4bf3-bd0d-04ca30b29fef req-f0bc47e1-21f1-460c-bed6-0b3fd69e9e19 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 947 time: 0.0504618 Sep 23 18:47:45.280835 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-880f39dc-9410-4bf3-bd0d-04ca30b29fef req-f4df689e-d831-4f60-b230-edd0ffb77c09 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374758 Sep 23 18:47:45.376318 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c655a-1165-4fcb-8b09-e4169d2f5dc9 req-85efabc8-d551-48f0-9970-d2c798810e28 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:45.377684 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-975c655a-1165-4fcb-8b09-e4169d2f5dc9 req-85efabc8-d551-48f0-9970-d2c798810e28 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0479987 Sep 23 18:47:45.414617 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-975c655a-1165-4fcb-8b09-e4169d2f5dc9 req-1affe241-cee7-4820-9296-6671d3b3ab0e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311515 Sep 23 18:47:46.300838 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9ed75-201b-4d6c-a314-cf4141a1894d req-fdd256ca-9ebe-4880-b979-d2efcc2d72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:46.302333 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a3e9ed75-201b-4d6c-a314-cf4141a1894d req-fdd256ca-9ebe-4880-b979-d2efcc2d72cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001&tenant_id=6a1f8c4e3fa64a6b836735fbba48909d HTTP/1.1" status: 200 len: 1097 time: 0.0413911 Sep 23 18:47:46.403519 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9ed75-201b-4d6c-a314-cf4141a1894d req-e2e7856b-8024-4a2f-aa1a-cf97c73594ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:46.405034 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a3e9ed75-201b-4d6c-a314-cf4141a1894d req-e2e7856b-8024-4a2f-aa1a-cf97c73594ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1f8c4e3fa64a6b836735fbba48909d&device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 1097 time: 0.0725667 Sep 23 18:47:46.416742 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df40db-a38f-41c4-9511-da239eb127a5 req-53ca7e11-e74d-4687-abbf-1b8de11905e7 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:46.418108 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d4df40db-a38f-41c4-9511-da239eb127a5 req-53ca7e11-e74d-4687-abbf-1b8de11905e7 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 947 time: 0.0600064 Sep 23 18:47:46.518571 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d4df40db-a38f-41c4-9511-da239eb127a5 req-ca2e6171-0b7c-4eaa-9779-0c6b98f6c2a0 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920439 Sep 23 18:47:46.556408 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9ed75-201b-4d6c-a314-cf4141a1894d req-e6badfe7-4a8c-469a-a8d1-6a06e47604eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:46.557862 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a3e9ed75-201b-4d6c-a314-cf4141a1894d req-e6badfe7-4a8c-469a-a8d1-6a06e47604eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=1bd28bab-4532-4383-abb6-818a5d8c455d HTTP/1.1" status: 200 len: 911 time: 0.1389332 Sep 23 18:47:46.569163 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9515cd-6a2e-4168-bff2-377a5cf6cb5e req-8e202471-8d2f-4baa-8afd-c75d0f988ae1 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:46.570516 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7c9515cd-6a2e-4168-bff2-377a5cf6cb5e req-8e202471-8d2f-4baa-8afd-c75d0f988ae1 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0752840 Sep 23 18:47:46.607565 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7c9515cd-6a2e-4168-bff2-377a5cf6cb5e req-a5eafdd4-0842-4ef7-828e-b2881ff81d3e tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305698 Sep 23 18:47:47.227674 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:47.557303 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a3e9ed75-201b-4d6c-a314-cf4141a1894d req-2c9bbed2-770a-4dd1-9a50-f5859eb465a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c HTTP/1.1" status: 200 len: 1000 time: 0.0580819 Sep 23 18:47:47.645821 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee748a6c-6ebb-4820-992c-f434268d1b8a req-77e33520-8d3d-4521-80bb-41a5b5513720 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:47.647265 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ee748a6c-6ebb-4820-992c-f434268d1b8a req-77e33520-8d3d-4521-80bb-41a5b5513720 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 947 time: 0.0507355 Sep 23 18:47:47.684880 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ee748a6c-6ebb-4820-992c-f434268d1b8a req-da2e0c38-bafa-46f7-9ebd-35da78d90f3b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302739 Sep 23 18:47:47.788580 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a83154-0304-479e-ace6-b8e8a2b3ef5e req-5fb2565a-1cb3-4b10-9e19-fd68c67cf107 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:47.790010 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b4a83154-0304-479e-ace6-b8e8a2b3ef5e req-5fb2565a-1cb3-4b10-9e19-fd68c67cf107 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0481350 Sep 23 18:47:47.826469 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b4a83154-0304-479e-ace6-b8e8a2b3ef5e req-39be5637-4b69-4af6-9dd3-ea3a31039af4 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300779 Sep 23 18:47:48.800759 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43788c-f44f-47a8-a95d-8256749cbcd3 req-abf8d703-b325-42c2-b248-3038d68a635a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:48.802211 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1a43788c-f44f-47a8-a95d-8256749cbcd3 req-abf8d703-b325-42c2-b248-3038d68a635a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 947 time: 0.0469415 Sep 23 18:47:48.837602 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1a43788c-f44f-47a8-a95d-8256749cbcd3 req-8d42cb36-0c3f-4aa5-b56c-1a55e25fb215 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296271 Sep 23 18:47:48.943567 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffd88f-2af2-4451-bda6-55631cb5da16 req-bfd4ae3c-2dab-4d4d-961e-26193f15c3d9 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:48.945039 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7bffd88f-2af2-4451-bda6-55631cb5da16 req-bfd4ae3c-2dab-4d4d-961e-26193f15c3d9 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0507524 Sep 23 18:47:48.981286 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7bffd88f-2af2-4451-bda6-55631cb5da16 req-49ae380d-31cc-4e4a-b0ac-08b6e83baeb3 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296302 Sep 23 18:47:49.528504 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9ed75-201b-4d6c-a314-cf4141a1894d req-274fa406-a9e1-4733-bc5b-1c75dd9fc7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:49.529941 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a3e9ed75-201b-4d6c-a314-cf4141a1894d req-274fa406-a9e1-4733-bc5b-1c75dd9fc7a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08f9b104-7b94-46da-babd-daf1581be6b6 HTTP/1.1" status: 200 len: 848 time: 0.0447836 Sep 23 18:47:49.584412 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9ed75-201b-4d6c-a314-cf4141a1894d req-de3b02b6-79a5-4843-801b-a04f7fbcef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:49.585788 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a3e9ed75-201b-4d6c-a314-cf4141a1894d req-de3b02b6-79a5-4843-801b-a04f7fbcef5b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bd28bab-4532-4383-abb6-818a5d8c455d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398216 Sep 23 18:47:49.690255 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a3e9ed75-201b-4d6c-a314-cf4141a1894d req-76614f6e-d7c6-479d-af41-687e50f51266 service neutron] 10.222.0.42 "GET /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844166 Sep 23 18:47:49.827139 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a3e9ed75-201b-4d6c-a314-cf4141a1894d req-5d973f1c-770b-4228-acf9-ab9eeb1f872a service neutron] 10.222.0.42 "GET /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220679 Sep 23 18:47:49.925770 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-ccf3b5a2-724e-44ae-abe3-1124dc2812fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:49.957668 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8334d2-df7e-4cb6-81f8-557d3f05116c req-ed6d342b-2a0e-4c2d-b18e-0a19929fbd68 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:49.959130 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4f8334d2-df7e-4cb6-81f8-557d3f05116c req-ed6d342b-2a0e-4c2d-b18e-0a19929fbd68 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 947 time: 0.0515220 Sep 23 18:47:49.996037 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4f8334d2-df7e-4cb6-81f8-557d3f05116c req-56ff8835-2316-423f-b084-36a94bf4d088 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=a999b4a9-c399-4018-819b-3c59cc800262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309455 Sep 23 18:47:50.096288 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463718f4-cb38-4daf-b2f9-4a13c335c7d7 req-65515fef-7923-4454-9cf0-a198af66f233 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:50.097825 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-463718f4-cb38-4daf-b2f9-4a13c335c7d7 req-65515fef-7923-4454-9cf0-a198af66f233 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0480795 Sep 23 18:47:50.134103 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-463718f4-cb38-4daf-b2f9-4a13c335c7d7 req-e4e54176-42ff-4d15-9e2f-622e70a3b46c tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304184 Sep 23 18:47:50.547700 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53888634-692e-4598-9e76-8f2f7c89b7b3 req-92035cea-72a2-495f-8569-17be6a096c03 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:50.549181 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-53888634-692e-4598-9e76-8f2f7c89b7b3 req-92035cea-72a2-495f-8569-17be6a096c03 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 947 time: 0.0498939 Sep 23 18:47:50.647360 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-53888634-692e-4598-9e76-8f2f7c89b7b3 req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Deleting port de6f957b-08b2-4ab9-81df-728f087943af {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:47:50.647628 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-53888634-692e-4598-9e76-8f2f7c89b7b3 req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:50.732233 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-53888634-692e-4598-9e76-8f2f7c89b7b3 req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] For port de6f957b-08b2-4ab9-81df-728f087943af, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=de6f957b-08b2-4ab9-81df-728f087943af,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:50.732622 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-53888634-692e-4598-9e76-8f2f7c89b7b3 req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:50.947108 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-53888634-692e-4598-9e76-8f2f7c89b7b3 req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:50.947853 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-53888634-692e-4598-9e76-8f2f7c89b7b3 req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:50.947853 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.l3_db [req-53888634-692e-4598-9e76-8f2f7c89b7b3 req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Floating IP b6fcd392-2e70-4c35-9dc3-1aee3b747357 disassociated. External IP: 172.27.1.139, port: de6f957b-08b2-4ab9-81df-728f087943af. Sep 23 18:47:50.948075 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-53888634-692e-4598-9e76-8f2f7c89b7b3 req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Calling delete_port for de6f957b-08b2-4ab9-81df-728f087943af owned by compute:nova {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:47:51.078046 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-53888634-692e-4598-9e76-8f2f7c89b7b3 req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:51.102755 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-16d430c7-4105-4b28-8d6e-98a858831f5f req-cb5ba3b0-b262-40db-a4a8-acaae2ea81a4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 210 time: 0.0359483 Sep 23 18:47:51.122718 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event deleted for resources: {'Port': ['ID=de6f957b-08b2-4ab9-81df-728f087943af,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:51.133047 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:51.133398 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:51.133770 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:51.134112 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:51.134447 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:51.134806 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:51.135135 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:51.135464 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:51.135808 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:51.136137 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:51.136488 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:51.138156 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:51.276835 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3800e6-83bf-4b1c-9d00-c45e50a6ec55 req-5f5f235a-e177-4e1b-81fe-b4ed1ad80adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:51.278351 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7b3800e6-83bf-4b1c-9d00-c45e50a6ec55 req-5f5f235a-e177-4e1b-81fe-b4ed1ad80adf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1f8c4e3fa64a6b836735fbba48909d&device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 1097 time: 0.0419703 Sep 23 18:47:51.395516 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3800e6-83bf-4b1c-9d00-c45e50a6ec55 req-8863e3e2-2c31-4892-b3b2-0d1efe019d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:51.397086 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7b3800e6-83bf-4b1c-9d00-c45e50a6ec55 req-8863e3e2-2c31-4892-b3b2-0d1efe019d1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=1bd28bab-4532-4383-abb6-818a5d8c455d HTTP/1.1" status: 200 len: 911 time: 0.0945086 Sep 23 18:47:51.465972 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7b3800e6-83bf-4b1c-9d00-c45e50a6ec55 req-5eed2630-9fbe-4c43-b93e-49f1bad6425e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c HTTP/1.1" status: 200 len: 1000 time: 0.0585804 Sep 23 18:47:51.511287 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53888634-692e-4598-9e76-8f2f7c89b7b3 req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:47:51.538697 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99b38a-d315-4446-b621-74bcf5d968ae req-227081c2-9a65-4d8d-b88c-031e1a7775f9 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:51.539208 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3800e6-83bf-4b1c-9d00-c45e50a6ec55 req-bf55a638-25a6-4443-a595-5d7384c12f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:51.540645 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7b3800e6-83bf-4b1c-9d00-c45e50a6ec55 req-bf55a638-25a6-4443-a595-5d7384c12f60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08f9b104-7b94-46da-babd-daf1581be6b6 HTTP/1.1" status: 200 len: 848 time: 0.0638254 Sep 23 18:47:51.542096 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6c99b38a-d315-4446-b621-74bcf5d968ae req-227081c2-9a65-4d8d-b88c-031e1a7775f9 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0821071 Sep 23 18:47:51.597162 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3800e6-83bf-4b1c-9d00-c45e50a6ec55 req-07bb23a5-6196-4e40-82a6-f53475645d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:51.598515 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7b3800e6-83bf-4b1c-9d00-c45e50a6ec55 req-07bb23a5-6196-4e40-82a6-f53475645d10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bd28bab-4532-4383-abb6-818a5d8c455d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501595 Sep 23 18:47:51.628835 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6c99b38a-d315-4446-b621-74bcf5d968ae req-994a7eeb-efb3-49d0-9d13-098db9fc1c67 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857918 Sep 23 18:47:51.685547 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53888634-692e-4598-9e76-8f2f7c89b7b3 req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:47:51.698357 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6330fa03-621a-4a88-aa67-b822be25f11e None None] Sync routers for ids ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:47:51.702137 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7b3800e6-83bf-4b1c-9d00-c45e50a6ec55 req-f4da8e64-04f9-4208-9775-4f157a324ae6 service neutron] 10.222.0.42 "GET /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859184 Sep 23 18:47:51.709056 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6330fa03-621a-4a88-aa67-b822be25f11e None None] Routers {'79d003ab-86ed-47fa-8e89-69a9fc29e1bf'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:47:51.709775 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-6330fa03-621a-4a88-aa67-b822be25f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:47:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:47:51.736921 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-53888634-692e-4598-9e76-8f2f7c89b7b3 req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] No DVR routers for this DVR port de6f957b-08b2-4ab9-81df-728f087943af on host hv-cinder-81041 {{(pid=100704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:47:51.741516 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-53888634-692e-4598-9e76-8f2f7c89b7b3 req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:51.741516 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-53888634-692e-4598-9e76-8f2f7c89b7b3 req-144bd22c-feb9-47c3-a1e5-21726f8438e3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.42 "DELETE /v2.0/ports/de6f957b-08b2-4ab9-81df-728f087943af HTTP/1.1" status: 204 len: 173 time: 1.1860003 Sep 23 18:47:51.742389 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'name': 'network-vif-deleted', 'tag': 'de6f957b-08b2-4ab9-81df-728f087943af'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:47:51.747548 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc853e6-b580-4332-be22-07d3a3ac5628" -d '{"events": [{"server_uuid": "3e4dd0d5-bd7a-4ca1-91de-64d05cf24464", "name": "network-vif-deleted", "tag": "de6f957b-08b2-4ab9-81df-728f087943af"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:47:51.811027 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7b3800e6-83bf-4b1c-9d00-c45e50a6ec55 req-49511c0f-327c-40d3-b48d-4229f0992b64 service neutron] 10.222.0.42 "GET /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003516 Sep 23 18:47:51.813380 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f8cb53-4ab6-4069-9b6e-28d1a68488fb x-openstack-request-id: req-b0f8cb53-4ab6-4069-9b6e-28d1a68488fb {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:47:51.813730 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4dd0d5-bd7a-4ca1-91de-64d05cf24464", "name": "network-vif-deleted", "tag": "de6f957b-08b2-4ab9-81df-728f087943af", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:47:51.814008 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0f8cb53-4ab6-4069-9b6e-28d1a68488fb {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:47:51.814391 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4dd0d5-bd7a-4ca1-91de-64d05cf24464', 'name': 'network-vif-deleted', 'tag': 'de6f957b-08b2-4ab9-81df-728f087943af', 'status': 'completed', 'code': 200} Sep 23 18:47:51.841419 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-6330fa03-621a-4a88-aa67-b822be25f11e None None] Set router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:47:52.045691 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-6330fa03-621a-4a88-aa67-b822be25f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:53Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'df3cf816-64ff-4bf2-9811-fadad28d8efc', 'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'mac_address': 'fa:16:3e:8b:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:52Z', 'updated_at': '2021-09-23T18:43:59Z', 'revision_number': 5, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'subnets': [{'id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:47:52.071045 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6330fa03-621a-4a88-aa67-b822be25f11e None None] Checking router: 79d003ab-86ed-47fa-8e89-69a9fc29e1bf for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:47:52.079733 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6330fa03-621a-4a88-aa67-b822be25f11e None None] Routers {'79d003ab-86ed-47fa-8e89-69a9fc29e1bf'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:47:52.080383 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-6330fa03-621a-4a88-aa67-b822be25f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:47:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:47:52.182648 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-6330fa03-621a-4a88-aa67-b822be25f11e None None] Set router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:47:52.214835 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5fa6b24d-1258-4dfd-a91f-927288a4e615 req-c9fb8d32-4239-4623-a2b2-6f3dd014eec0 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e4dd0d5-bd7a-4ca1-91de-64d05cf24464 HTTP/1.1" status: 200 len: 210 time: 0.0261655 Sep 23 18:47:52.389488 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-6330fa03-621a-4a88-aa67-b822be25f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:53Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'df3cf816-64ff-4bf2-9811-fadad28d8efc', 'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'mac_address': 'fa:16:3e:8b:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:52Z', 'updated_at': '2021-09-23T18:43:59Z', 'revision_number': 5, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'subnets': [{'id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:47:52.419817 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6330fa03-621a-4a88-aa67-b822be25f11e None None] The sync data for ids ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'] in dv-cinder-810415-4-iscsi is: [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:53Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'df3cf816-64ff-4bf2-9811-fadad28d8efc', 'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'mac_address': 'fa:16:3e:8b:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:52Z', 'updated_at': '2021-09-23T18:43:59Z', 'revision_number': 5, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'subnets': [{'id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:47:52.591753 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-9b6f44b3-1798-4564-9ecb-d886face0ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:52.657067 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7543c94c-dff6-4eeb-9bd5-3278bbccd25b None None] New status for floating IP b6fcd392-2e70-4c35-9dc3-1aee3b747357: DOWN {{(pid=100706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:47:52.747309 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9c3a3-03af-409e-8b53-1547b1bfe89c req-2fc328c5-b91c-448a-9025-8a3f171584e2 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:52.748820 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e4e9c3a3-03af-409e-8b53-1547b1bfe89c req-2fc328c5-b91c-448a-9025-8a3f171584e2 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0489986 Sep 23 18:47:52.793316 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e4e9c3a3-03af-409e-8b53-1547b1bfe89c req-59b7d2d5-8327-4497-9003-0981ababa3fe tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379174 Sep 23 18:47:52.912538 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:52.975623 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device de6f957b-08b2-4ab9-81df-728f087943af no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:47:52.995911 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: de6f957b-08b2-4ab9-81df-728f087943af {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:47:52.996278 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device de6f957b-08b2-4ab9-81df-728f087943af not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:47:53.305724 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 33568) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:53.359409 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-799bf4ca-ce16-4de1-8f98-058e25905478 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:53.381837 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-799bf4ca-ce16-4de1-8f98-058e25905478 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:53.429649 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-799bf4ca-ce16-4de1-8f98-058e25905478 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:53.432158 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-799bf4ca-ce16-4de1-8f98-058e25905478 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:53.433440 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-799bf4ca-ce16-4de1-8f98-058e25905478 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "DELETE /v2.0/security-groups/a999b4a9-c399-4018-819b-3c59cc800262 HTTP/1.1" status: 204 len: 168 time: 0.1267102 Sep 23 18:47:53.436729 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33570) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:53.442703 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bf4ca-ce16-4de1-8f98-058e25905478 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a999b4a9-c399-4018-819b-3c59cc800262,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:53.450573 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.api.v2.resource [None req-7414b902-c83f-4694-8beb-0e7186c65c2c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] show failed (client error): The resource could not be found. Sep 23 18:47:53.451572 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-7414b902-c83f-4694-8beb-0e7186c65c2c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups/a999b4a9-c399-4018-819b-3c59cc800262 HTTP/1.1" status: 404 len: 347 time: 0.0138531 Sep 23 18:47:53.454424 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33572) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:53.571919 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e3bc0-2f98-4581-8031-53209f6ea024 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Deleting port 7e24414b-d492-4836-bcac-7ed12cf20c0b {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:47:53.572370 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3bc0-2f98-4581-8031-53209f6ea024 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:53.575279 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:53.648529 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3bc0-2f98-4581-8031-53209f6ea024 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:53.648861 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3bc0-2f98-4581-8031-53209f6ea024 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:53.660975 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e3bc0-2f98-4581-8031-53209f6ea024 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Calling delete_port for 7e24414b-d492-4836-bcac-7ed12cf20c0b owned by network:floatingip {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:47:53.791810 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3bc0-2f98-4581-8031-53209f6ea024 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:53.818422 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e3bc0-2f98-4581-8031-53209f6ea024 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event deleted for resources: {'Port': ['ID=7e24414b-d492-4836-bcac-7ed12cf20c0b,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:53.880276 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3bc0-2f98-4581-8031-53209f6ea024 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for floatingip, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:53.882818 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3bc0-2f98-4581-8031-53209f6ea024 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:53.886899 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-8e7e3bc0-2f98-4581-8031-53209f6ea024 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "DELETE /v2.0/floatingips/b6fcd392-2e70-4c35-9dc3-1aee3b747357 HTTP/1.1" status: 204 len: 168 time: 0.4285960 Sep 23 18:47:53.953127 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3262db-d61f-4dc7-ac50-289a2a940dc3 req-2ccc95df-675c-43bf-8938-f915c32f89d9 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:53.954615 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7d3262db-d61f-4dc7-ac50-289a2a940dc3 req-2ccc95df-675c-43bf-8938-f915c32f89d9 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0570614 Sep 23 18:47:53.992646 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7d3262db-d61f-4dc7-ac50-289a2a940dc3 req-1d73b219-c0cd-4320-9e21-37d1cbe00a88 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321729 Sep 23 18:47:54.274595 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33590) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:54.280671 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-82431b9a-33a9-42ba-b867-804b7c1be8d3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--963475688', 'description': 'tempest-description--394906322'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:54.308747 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-82431b9a-33a9-42ba-b867-804b7c1be8d3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:54.387143 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-82431b9a-33a9-42ba-b867-804b7c1be8d3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:54.391249 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-82431b9a-33a9-42ba-b867-804b7c1be8d3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:54.419431 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-82431b9a-33a9-42ba-b867-804b7c1be8d3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:54.420647 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-82431b9a-33a9-42ba-b867-804b7c1be8d3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1447830 Sep 23 18:47:54.422453 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82431b9a-33a9-42ba-b867-804b7c1be8d3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5029c319-41f0-43dd-8bb9-abc054024a59,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:54.423546 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 33592) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:54.429009 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-b4025a19-9ced-460c-9b30-166b8511c87e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Request body: {'security_group_rule': {'security_group_id': '5029c319-41f0-43dd-8bb9-abc054024a59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:54.455378 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b4025a19-9ced-460c-9b30-166b8511c87e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:54.513229 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b4025a19-9ced-460c-9b30-166b8511c87e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:54.516744 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b4025a19-9ced-460c-9b30-166b8511c87e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:54.535962 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4025a19-9ced-460c-9b30-166b8511c87e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d39ce99-8ba1-439a-b072-084edb5c8593,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:54.542476 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b4025a19-9ced-460c-9b30-166b8511c87e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:54.544739 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-b4025a19-9ced-460c-9b30-166b8511c87e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193726 Sep 23 18:47:54.546863 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33594) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:54.551449 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-269fb4d5-b294-4eb7-bc20-0d18e31ea6ab tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Request body: {'security_group_rule': {'security_group_id': '5029c319-41f0-43dd-8bb9-abc054024a59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:54.577764 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-269fb4d5-b294-4eb7-bc20-0d18e31ea6ab tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:54.631950 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-269fb4d5-b294-4eb7-bc20-0d18e31ea6ab tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:54.635897 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-269fb4d5-b294-4eb7-bc20-0d18e31ea6ab tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:54.657045 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fb4d5-b294-4eb7-bc20-0d18e31ea6ab tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a1337b-5ed2-4283-9a87-c48f3289bdc8,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:54.663220 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-269fb4d5-b294-4eb7-bc20-0d18e31ea6ab tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:54.664669 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-269fb4d5-b294-4eb7-bc20-0d18e31ea6ab tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166272 Sep 23 18:47:54.667626 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33596) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:47:54.672061 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Request body: {'floatingip': {'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:54.692947 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for floatingip, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:54.792654 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:54.897270 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Allocated IP 172.27.1.235 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/15c7b22e-cb98-4007-9099-659dae973d3e) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:47:55.004177 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:55.051940 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:55.095739 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:47:55.101579 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:47:55.103548 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event updated for resources: {'Port': ['ID=15c7b22e-cb98-4007-9099-659dae973d3e,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:55.110819 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:47:55.255156 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:55.272428 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d489b55-2007-4605-9c63-33e3b0f98e46 req-b40e5eac-8953-4df7-af3a-7197f0deb3a3 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:55.274040 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8d489b55-2007-4605-9c63-33e3b0f98e46 req-b40e5eac-8953-4df7-af3a-7197f0deb3a3 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.1140065 Sep 23 18:47:55.312707 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867008-0fc5-4b94-9a87-1b98ca62035d req-7c6fd5a3-70a7-4a59-bd5e-ba08a2f4891d tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:55.314070 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-74867008-0fc5-4b94-9a87-1b98ca62035d req-7c6fd5a3-70a7-4a59-bd5e-ba08a2f4891d tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 945 time: 0.1091418 Sep 23 18:47:55.334322 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:55.393357 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8d489b55-2007-4605-9c63-33e3b0f98e46 req-3f45ceb2-016b-4af5-850e-80a68907c6d8 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124516 Sep 23 18:47:55.416671 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-74867008-0fc5-4b94-9a87-1b98ca62035d req-af72e044-ec7c-402c-9327-9c9beda63c50 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829062 Sep 23 18:47:55.449308 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:55.530467 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:55.534963 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:55.605580 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event updated for resources: {'Port': ['ID=15c7b22e-cb98-4007-9099-659dae973d3e,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:55.613872 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:55.626323 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:55.627532 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-98ee7328-2206-42fa-9e04-e0090619fe66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9589787 Sep 23 18:47:55.806177 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-1371af4e-645d-4455-907c-011287df8744 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--963475688&fields=id&tenant_id=bbb56b36ced8493398183f5414134de6 HTTP/1.1" status: 200 len: 267 time: 0.0326583 Sep 23 18:47:55.909495 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-41b93947-767d-4de6-b21c-dba57b49dfe8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:55.910864 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-41b93947-767d-4de6-b21c-dba57b49dfe8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/networks?id=6d34e785-4ce6-4052-99a6-618ee041cb51 HTTP/1.1" status: 200 len: 816 time: 0.0979538 Sep 23 18:47:55.925884 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-7c973dd2-ab3b-43f9-8ef1-3e3c161c97eb tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/quotas/bbb56b36ced8493398183f5414134de6 HTTP/1.1" status: 200 len: 375 time: 0.0093732 Sep 23 18:47:55.982648 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-f6ef5e11-28ac-4c4f-ae1f-3491da6cea87 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbb56b36ced8493398183f5414134de6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518537 Sep 23 18:47:56.119121 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-d65372f8-9a2c-4056-aa14-768da58cc476 service neutron] 10.222.0.70 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251962 Sep 23 18:47:56.216763 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-c319e4e7-3fd1-4043-a9fb-b5568eb4a99e service neutron] 10.222.0.70 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914786 Sep 23 18:47:56.373883 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-494dc2b0-2b77-46ed-a97e-2a31a122ec0c req-e363a353-8624-4cf3-a8b7-0c1b8db2e0f3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 210 time: 0.0271285 Sep 23 18:47:56.544520 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02c71d-50db-4f05-be9f-3e7b912053cf req-5a266283-3455-4a0f-9d9e-fcc6d4f43214 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:56.546146 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5d02c71d-50db-4f05-be9f-3e7b912053cf req-5a266283-3455-4a0f-9d9e-fcc6d4f43214 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 944 time: 0.0815046 Sep 23 18:47:56.558016 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5aff03-21ef-4368-b217-9e9075dff9fb req-030d4af8-7afc-410f-828d-3c0e3d2ce6c2 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:56.560182 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dc5aff03-21ef-4368-b217-9e9075dff9fb req-030d4af8-7afc-410f-828d-3c0e3d2ce6c2 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 945 time: 0.0679195 Sep 23 18:47:56.614812 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5d02c71d-50db-4f05-be9f-3e7b912053cf req-c507bfca-ef6c-4a45-b2cb-f8c52bac286b tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535967 Sep 23 18:47:56.619863 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dc5aff03-21ef-4368-b217-9e9075dff9fb req-63d0134e-2766-44ba-86f6-428620405fd9 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530639 Sep 23 18:47:56.991214 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:47:57.082866 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,segment=NetworkSegment(91fe4316-2c52-4ef2-abba-54b57ca453ef),segment_id=91fe4316-2c52-4ef2-abba-54b57ca453ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:57.097718 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c', 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'port_id': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c', 'mac_address': 'fa:16:3e:0c:14:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:47:57.134228 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:57.147300 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:47:57.167028 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,segment=NetworkSegment(91fe4316-2c52-4ef2-abba-54b57ca453ef),segment_id=91fe4316-2c52-4ef2-abba-54b57ca453ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:57.170747 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:57.217201 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,revision_number=7']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:57.224158 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:57.224593 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:57.224975 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:57.225351 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:57.225719 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:57.226077 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:57.226417 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:57.226751 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:57.227134 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:57.227485 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:57.227852 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:57.228200 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:47:57.470562 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e550628b-f77c-4756-b735-986fdf104a55 req-38f6df70-75b5-42d4-815c-e6550c94eb4f tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 210 time: 0.0260181 Sep 23 18:47:57.572297 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['82c295ea-eca8-438d-9dbd-02f4e2ebcd4c'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:47:57.605545 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-6e1ebe88-0cd4-472c-8d69-4ddb8bd05aac tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:57.607473 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-6e1ebe88-0cd4-472c-8d69-4ddb8bd05aac tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.42 "GET /v2.0/networks?id=6d34e785-4ce6-4052-99a6-618ee041cb51 HTTP/1.1" status: 200 len: 816 time: 0.0997484 Sep 23 18:47:57.680072 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c40df0-bb7a-4177-8297-6c611155a502 req-df8c6fed-2966-45fa-877b-96aad7276b39 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:57.682710 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d9c40df0-bb7a-4177-8297-6c611155a502 req-df8c6fed-2966-45fa-877b-96aad7276b39 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.42 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 945 time: 0.0728652 Sep 23 18:47:57.693177 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-8dcbfab2-feb4-43d4-87be-ef4871553867 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbb56b36ced8493398183f5414134de6 HTTP/1.1" status: 200 len: 379 time: 0.0725770 Sep 23 18:47:57.711810 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-b3ca065b-a677-40db-b12d-ee5c3de4f149 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Request body: {'port': {'device_id': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'admin_state_up': True, 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'security_groups': ['5029c319-41f0-43dd-8bb9-abc054024a59']}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:57.845641 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd763c-c940-460e-b1a3-dd4e3d269bdb req-8f3633f4-1f4d-4d31-b210-dbabfd68663f tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:57.847260 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-99dd763c-c940-460e-b1a3-dd4e3d269bdb req-8f3633f4-1f4d-4d31-b210-dbabfd68663f tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 945 time: 0.1090331 Sep 23 18:47:57.857031 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0bc33-2d8e-440b-95e7-98ebf089bc77 req-0a2b7dc0-ee08-4207-9ae3-5f05dbcaaef8 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:57.858574 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-19c0bc33-2d8e-440b-95e7-98ebf089bc77 req-0a2b7dc0-ee08-4207-9ae3-5f05dbcaaef8 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/ports?device_id=857d0a36-e669-4105-bf9c-a0ce2f783b3a HTTP/1.1" status: 200 len: 945 time: 0.1454761 Sep 23 18:47:57.932568 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-99dd763c-c940-460e-b1a3-dd4e3d269bdb req-c8ce1407-3fcd-488f-9d60-1f65ed37375f tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720396 Sep 23 18:47:57.939999 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-d9c40df0-bb7a-4177-8297-6c611155a502 req-875ded64-8455-42ad-b20d-47e5f9fe3585 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Deleting port 53a01b69-263e-40b6-b2c7-94fac05a3ad6 {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:47:57.940367 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-d9c40df0-bb7a-4177-8297-6c611155a502 req-875ded64-8455-42ad-b20d-47e5f9fe3585 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:57.946552 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-19c0bc33-2d8e-440b-95e7-98ebf089bc77 req-435f7af5-ccb9-445e-b5d1-fdb09321cf28 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.70 "GET /v2.0/security-groups?id=d258347b-d002-447b-8cd8-a59704baf78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800600 Sep 23 18:47:58.030875 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-d9c40df0-bb7a-4177-8297-6c611155a502 req-875ded64-8455-42ad-b20d-47e5f9fe3585 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] For port 53a01b69-263e-40b6-b2c7-94fac05a3ad6, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=53a01b69-263e-40b6-b2c7-94fac05a3ad6,segment=NetworkSegment(292daf3a-5796-4b14-9df7-6bc53f4eafd4),segment_id=292daf3a-5796-4b14-9df7-6bc53f4eafd4)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:58.031246 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-d9c40df0-bb7a-4177-8297-6c611155a502 req-875ded64-8455-42ad-b20d-47e5f9fe3585 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:58.040726 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-b3ca065b-a677-40db-b12d-ee5c3de4f149 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Made reservation on behalf of bbb56b36ced8493398183f5414134de6 for: {'port': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:47:58.044958 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-d9c40df0-bb7a-4177-8297-6c611155a502 req-875ded64-8455-42ad-b20d-47e5f9fe3585 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Calling delete_port for 53a01b69-263e-40b6-b2c7-94fac05a3ad6 owned by compute:nova {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:47:58.045385 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-b3ca065b-a677-40db-b12d-ee5c3de4f149 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:58.169787 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-b3ca065b-a677-40db-b12d-ee5c3de4f149 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Allocated IP 172.20.0.10 (6d34e785-4ce6-4052-99a6-618ee041cb51/4fd91db2-dbef-4742-8637-4ee71c7c4188/36103c81-1539-49ad-99eb-8a24f9f69910) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:47:58.173398 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-d9c40df0-bb7a-4177-8297-6c611155a502 req-875ded64-8455-42ad-b20d-47e5f9fe3585 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:58.202592 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ded64-8455-42ad-b20d-47e5f9fe3585 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Pushing event deleted for resources: {'Port': ['ID=53a01b69-263e-40b6-b2c7-94fac05a3ad6,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:58.245301 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c40df0-bb7a-4177-8297-6c611155a502 req-875ded64-8455-42ad-b20d-47e5f9fe3585 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] No DVR routers for this DVR port 53a01b69-263e-40b6-b2c7-94fac05a3ad6 on host hv-cinder-81041 {{(pid=100704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:47:58.247778 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-d9c40df0-bb7a-4177-8297-6c611155a502 req-875ded64-8455-42ad-b20d-47e5f9fe3585 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:58.249955 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d9c40df0-bb7a-4177-8297-6c611155a502 req-875ded64-8455-42ad-b20d-47e5f9fe3585 tempest-VolumesSnapshotTestJSON-954425605 tempest-VolumesSnapshotTestJSON-954425605-project] 10.222.0.42 "DELETE /v2.0/ports/53a01b69-263e-40b6-b2c7-94fac05a3ad6 HTTP/1.1" status: 204 len: 173 time: 0.5479202 Sep 23 18:47:58.250410 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857d0a36-e669-4105-bf9c-a0ce2f783b3a', 'name': 'network-vif-deleted', 'tag': '53a01b69-263e-40b6-b2c7-94fac05a3ad6'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:47:58.252651 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530d8837-6855-4227-959a-d6da8be1bc98" -d '{"events": [{"server_uuid": "857d0a36-e669-4105-bf9c-a0ce2f783b3a", "name": "network-vif-deleted", "tag": "53a01b69-263e-40b6-b2c7-94fac05a3ad6"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:47:58.296490 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add30596-43d6-417a-be13-79cf34112157 x-openstack-request-id: req-add30596-43d6-417a-be13-79cf34112157 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:47:58.296881 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857d0a36-e669-4105-bf9c-a0ce2f783b3a", "name": "network-vif-deleted", "tag": "53a01b69-263e-40b6-b2c7-94fac05a3ad6", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:47:58.297159 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-add30596-43d6-417a-be13-79cf34112157 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:47:58.297559 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857d0a36-e669-4105-bf9c-a0ce2f783b3a', 'name': 'network-vif-deleted', 'tag': '53a01b69-263e-40b6-b2c7-94fac05a3ad6', 'status': 'completed', 'code': 200} Sep 23 18:47:58.300114 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['53a01b69-263e-40b6-b2c7-94fac05a3ad6'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:47:58.306360 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-b3ca065b-a677-40db-b12d-ee5c3de4f149 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:58.339945 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-b3ca065b-a677-40db-b12d-ee5c3de4f149 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:58.383371 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-b3ca065b-a677-40db-b12d-ee5c3de4f149 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Network 6d34e785-4ce6-4052-99a6-618ee041cb51 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:47:58.397099 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-b3ca065b-a677-40db-b12d-ee5c3de4f149 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:47:58.399297 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca065b-a677-40db-b12d-ee5c3de4f149 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event updated for resources: {'Port': ['ID=36103c81-1539-49ad-99eb-8a24f9f69910,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:58.401911 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-b3ca065b-a677-40db-b12d-ee5c3de4f149 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:47:58.455145 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-b3ca065b-a677-40db-b12d-ee5c3de4f149 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:58.455768 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-b3ca065b-a677-40db-b12d-ee5c3de4f149 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:58.472519 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-b3ca065b-a677-40db-b12d-ee5c3de4f149 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7684669 Sep 23 18:47:58.492558 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Request body: {'port': {'device_id': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:47:58.548736 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:58.601966 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47373536-9b94-4910-8fbd-94fc2e0ccfad req-5e11cbea-409d-484d-866d-adc5318ea94e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:58.603648 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-47373536-9b94-4910-8fbd-94fc2e0ccfad req-5e11cbea-409d-484d-866d-adc5318ea94e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 932 time: 0.0526607 Sep 23 18:47:58.634568 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-8f653d67-e519-44ae-8520-8e0ec6182762 None None] Provisioning complete for port 36103c81-1539-49ad-99eb-8a24f9f69910 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:47:58.634938 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-8f653d67-e519-44ae-8520-8e0ec6182762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:58.643971 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-47373536-9b94-4910-8fbd-94fc2e0ccfad req-b48f78f9-1328-4dd7-a9a4-440dd4f4e2a6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336745 Sep 23 18:47:58.675233 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-8f653d67-e519-44ae-8520-8e0ec6182762 None None] Port 36103c81-1539-49ad-99eb-8a24f9f69910 cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:47:58.807556 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36103c81-1539-49ad-99eb-8a24f9f69910 {{(pid=100703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:47:58.815569 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:58.828355 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.provisioning_blocks [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Transition to ACTIVE for port object 36103c81-1539-49ad-99eb-8a24f9f69910 will not be triggered until provisioned by entity L2. {{(pid=100703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:47:58.832195 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:58.903610 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=36103c81-1539-49ad-99eb-8a24f9f69910,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:58.960578 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Attempting to bind port 36103c81-1539-49ad-99eb-8a24f9f69910 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:47:58.961003 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Attempting to bind port 36103c81-1539-49ad-99eb-8a24f9f69910 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:47:58.961396 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Attempting to bind port 36103c81-1539-49ad-99eb-8a24f9f69910 on network 6d34e785-4ce6-4052-99a6-618ee041cb51 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:47:58.967545 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Port 36103c81-1539-49ad-99eb-8a24f9f69910 on network 6d34e785-4ce6-4052-99a6-618ee041cb51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:47:58.967741 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Attempting to bind port 36103c81-1539-49ad-99eb-8a24f9f69910 on network 6d34e785-4ce6-4052-99a6-618ee041cb51 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:47:58.973548 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:47:58.973904 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Checking segment: {'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:47:58.974282 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Bound using segment: {'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:47:58.974713 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Bound port: 36103c81-1539-49ad-99eb-8a24f9f69910, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015f591d-c1c5-4fca-871c-99cbb584630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51'}}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:47:58.975062 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:59.026209 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:47:59.051886 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] For port 36103c81-1539-49ad-99eb-8a24f9f69910, host hv-cinder-81041, cleared binding levels {{(pid=100703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:47:59.055742 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] For port 36103c81-1539-49ad-99eb-8a24f9f69910, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=36103c81-1539-49ad-99eb-8a24f9f69910,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:47:59.061298 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:59.095105 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e322b65-2645-460b-ba2a-26758f48a5a1 req-67467bd6-059f-4c10-97a2-07ad49f7702f tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:59.096665 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1e322b65-2645-460b-ba2a-26758f48a5a1 req-67467bd6-059f-4c10-97a2-07ad49f7702f tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 945 time: 0.0541770 Sep 23 18:47:59.100202 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:59.100910 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:59.102614 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] 10.222.0.42 "PUT /v2.0/ports/36103c81-1539-49ad-99eb-8a24f9f69910 HTTP/1.1" status: 200 len: 1094 time: 0.6143057 Sep 23 18:47:59.103155 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'tag': '36103c81-1539-49ad-99eb-8a24f9f69910'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:47:59.106073 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cc8a66-6491-4f7b-9064-400e66871d81" -d '{"events": [{"name": "network-changed", "server_uuid": "27b7a6d8-cea4-4f86-9dd4-5dbc746ab750", "tag": "36103c81-1539-49ad-99eb-8a24f9f69910"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:47:59.162667 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:47:59.164848 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:59.173034 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1e322b65-2645-460b-ba2a-26758f48a5a1 req-9d4b634e-6c7a-4f10-a22f-537efb71aeee tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672853 Sep 23 18:47:59.188433 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e3e86-5c72-4c8b-beb0-6a311d47e8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=36103c81-1539-49ad-99eb-8a24f9f69910,revision_number=3']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:59.227771 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-ce758443-6c2c-4266-84f0-57449fa0b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:59.229664 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-ce758443-6c2c-4266-84f0-57449fa0b5bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbb56b36ced8493398183f5414134de6&device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 1097 time: 0.0747888 Sep 23 18:47:59.258710 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2c27e1-b53e-4343-9743-ffee3c473f22 x-openstack-request-id: req-6f2c27e1-b53e-4343-9743-ffee3c473f22 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:47:59.259320 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b7a6d8-cea4-4f86-9dd4-5dbc746ab750", "tag": "36103c81-1539-49ad-99eb-8a24f9f69910", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:47:59.259565 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f2c27e1-b53e-4343-9743-ffee3c473f22 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:47:59.259972 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'tag': '36103c81-1539-49ad-99eb-8a24f9f69910', 'status': 'completed', 'code': 200} Sep 23 18:47:59.268851 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:59.299898 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:47:59.300493 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-c52387e8-0bae-4428-91c2-59d97e6e904c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36103c81-1539-49ad-99eb-8a24f9f69910 HTTP/1.1" status: 200 len: 217 time: 0.0536158 Sep 23 18:47:59.302970 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cabcf33-25ee-4db4-9227-b6f7b05e4632" -d '{"events": [{"server_uuid": "c9f51e16-ca88-4666-abc5-6b96044d9001", "name": "network-vif-plugged", "status": "completed", "tag": "82c295ea-eca8-438d-9dbd-02f4e2ebcd4c"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:47:59.321457 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,segment=NetworkSegment(91fe4316-2c52-4ef2-abba-54b57ca453ef),segment_id=91fe4316-2c52-4ef2-abba-54b57ca453ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:47:59.327215 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:47:59.373214 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506b219a-4aa2-4f18-976d-eeb90771ad07 x-openstack-request-id: req-506b219a-4aa2-4f18-976d-eeb90771ad07 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:47:59.373594 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f51e16-ca88-4666-abc5-6b96044d9001", "name": "network-vif-plugged", "status": "completed", "tag": "82c295ea-eca8-438d-9dbd-02f4e2ebcd4c", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:47:59.373914 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-506b219a-4aa2-4f18-976d-eeb90771ad07 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:47:59.374527 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c', 'code': 200} Sep 23 18:47:59.399878 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-5dea3e42-80fa-44f2-83bc-27f2f25505de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:59.405625 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-5dea3e42-80fa-44f2-83bc-27f2f25505de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4fd91db2-dbef-4742-8637-4ee71c7c4188 HTTP/1.1" status: 200 len: 855 time: 0.0793371 Sep 23 18:47:59.426995 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,revision_number=8']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:47:59.463505 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-71d5465e-4b44-4420-b5ac-ab750425488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:59.465615 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-71d5465e-4b44-4420-b5ac-ab750425488d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d34e785-4ce6-4052-99a6-618ee041cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474451 Sep 23 18:47:59.569099 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-a057dce8-c908-4f4d-8cd2-9278fb12f626 service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879354 Sep 23 18:47:59.672674 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-efd6b05b-a4d0-4c3c-b022-d482f50486a9 req-c14aa4e4-49ef-4a7b-9ab9-200ea2adc04d service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823064 Sep 23 18:47:59.690688 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf83a1-4b24-4cac-b97f-bebfca6407ea req-995121f1-0239-44ed-8d3a-d63fb7fe996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:59.692222 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bfbf83a1-4b24-4cac-b97f-bebfca6407ea req-995121f1-0239-44ed-8d3a-d63fb7fe996d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 1099 time: 0.0432060 Sep 23 18:47:59.764709 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bfbf83a1-4b24-4cac-b97f-bebfca6407ea req-a9376cd1-5861-49fc-b378-5130a186f4c1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592577 Sep 23 18:47:59.778623 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc8a66-6491-4f7b-9064-400e66871d81 req-483dce96-453e-4810-a3cd-a78b715185f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:59.781146 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-22cc8a66-6491-4f7b-9064-400e66871d81 req-483dce96-453e-4810-a3cd-a78b715185f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbb56b36ced8493398183f5414134de6&device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 1097 time: 0.0497115 Sep 23 18:47:59.785055 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4e9ee-ef05-4236-911e-7f58babf8ce4 req-8c02a136-d86e-4170-815f-115224da2bec tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:47:59.786500 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a4a4e9ee-ef05-4236-911e-7f58babf8ce4 req-8c02a136-d86e-4170-815f-115224da2bec tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.0649593 Sep 23 18:47:59.829494 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a4a4e9ee-ef05-4236-911e-7f58babf8ce4 req-4a73da43-5767-4a85-8d3b-3a2f00ef9d9a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370009 Sep 23 18:48:00.093727 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc8a66-6491-4f7b-9064-400e66871d81 req-c5d7a1ab-67e2-4125-9ebb-847f41285a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:00.095871 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-22cc8a66-6491-4f7b-9064-400e66871d81 req-c5d7a1ab-67e2-4125-9ebb-847f41285a97 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d34e785-4ce6-4052-99a6-618ee041cb51 HTTP/1.1" status: 200 len: 918 time: 0.0864749 Sep 23 18:48:00.147162 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-22cc8a66-6491-4f7b-9064-400e66871d81 req-97a54b3a-2990-4376-a1cb-2b3c73b95fb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36103c81-1539-49ad-99eb-8a24f9f69910 HTTP/1.1" status: 200 len: 217 time: 0.0380950 Sep 23 18:48:00.202080 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc8a66-6491-4f7b-9064-400e66871d81 req-0802f497-ef1c-49fa-bbd3-b4a719adf277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:00.203544 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-22cc8a66-6491-4f7b-9064-400e66871d81 req-0802f497-ef1c-49fa-bbd3-b4a719adf277 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4fd91db2-dbef-4742-8637-4ee71c7c4188 HTTP/1.1" status: 200 len: 855 time: 0.0434740 Sep 23 18:48:00.249828 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc8a66-6491-4f7b-9064-400e66871d81 req-2ceab2e7-9a9c-43dc-93e8-b4a55a282aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:00.251399 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-22cc8a66-6491-4f7b-9064-400e66871d81 req-2ceab2e7-9a9c-43dc-93e8-b4a55a282aa1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d34e785-4ce6-4052-99a6-618ee041cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406208 Sep 23 18:48:00.278415 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97add4-b4d2-4426-8cd2-cc8d540ff858 req-e3c772e1-563d-4ced-9d75-b7b8e44f3d21 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:00.279895 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9e97add4-b4d2-4426-8cd2-cc8d540ff858 req-e3c772e1-563d-4ced-9d75-b7b8e44f3d21 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0474341 Sep 23 18:48:00.316915 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9e97add4-b4d2-4426-8cd2-cc8d540ff858 req-d7682f41-93dd-478c-948d-9a03efeaf160 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309303 Sep 23 18:48:00.351412 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-22cc8a66-6491-4f7b-9064-400e66871d81 req-d276bd41-8d70-4420-aa3a-7846d186e2f0 service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844922 Sep 23 18:48:00.443098 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-22cc8a66-6491-4f7b-9064-400e66871d81 req-53908410-306e-4e70-bcdc-35e30276a3b9 service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798450 Sep 23 18:48:00.946388 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6f674-00dc-4fc1-9a0d-8f3e962de83f req-38a659e1-43b5-45a7-83da-354328a09f4f tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:00.947836 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d2e6f674-00dc-4fc1-9a0d-8f3e962de83f req-38a659e1-43b5-45a7-83da-354328a09f4f tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.0477929 Sep 23 18:48:00.984711 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d2e6f674-00dc-4fc1-9a0d-8f3e962de83f req-960efc69-4b2d-4cce-9310-82033ddd77b3 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310113 Sep 23 18:48:01.442704 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef7ceb-e271-4595-9df8-de8624981c3f req-abe71094-1d86-49e0-8f3f-35ec20d9058b tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:01.444326 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-25ef7ceb-e271-4595-9df8-de8624981c3f req-abe71094-1d86-49e0-8f3f-35ec20d9058b tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0610874 Sep 23 18:48:01.481813 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-25ef7ceb-e271-4595-9df8-de8624981c3f req-b56d1fc4-8cec-4e7e-a797-0d534989f376 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316072 Sep 23 18:48:01.922418 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 53a01b69-263e-40b6-b2c7-94fac05a3ad6 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:48:01.942894 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: 53a01b69-263e-40b6-b2c7-94fac05a3ad6 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:48:01.943334 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 53a01b69-263e-40b6-b2c7-94fac05a3ad6 not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:48:02.098217 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af842e4c-5730-4316-989c-d90424f136c8 req-3dad5803-1d23-4f87-800f-8d4c7c5799ea tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:02.099693 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-af842e4c-5730-4316-989c-d90424f136c8 req-3dad5803-1d23-4f87-800f-8d4c7c5799ea tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.0471730 Sep 23 18:48:02.136073 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-af842e4c-5730-4316-989c-d90424f136c8 req-c004250d-d5c7-4f01-b2e2-26b0c53907cb tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302992 Sep 23 18:48:02.600318 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ef220-6774-4513-a631-17070908e634 req-189ccd27-7e8a-4b6d-be18-908dbbf756f4 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:02.601750 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1a8ef220-6774-4513-a631-17070908e634 req-189ccd27-7e8a-4b6d-be18-908dbbf756f4 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0465214 Sep 23 18:48:02.637425 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1a8ef220-6774-4513-a631-17070908e634 req-e541e2b6-788e-44de-9d4e-58aeea4c6273 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290504 Sep 23 18:48:03.253980 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00842b5-4a60-483d-b19e-dd69b1f33a91 req-9bc3285d-8bd3-417e-9c9b-9151514ba9c7 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:03.255408 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a00842b5-4a60-483d-b19e-dd69b1f33a91 req-9bc3285d-8bd3-417e-9c9b-9151514ba9c7 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.0507777 Sep 23 18:48:03.291254 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a00842b5-4a60-483d-b19e-dd69b1f33a91 req-f42bd0c9-6558-4d6e-b977-982a4cd12f52 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300710 Sep 23 18:48:03.750478 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821f834-f612-48c8-8faa-c5a1b5d860fd req-a2476677-622e-4ab6-9a24-4c3d756dc447 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:03.751934 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f821f834-f612-48c8-8faa-c5a1b5d860fd req-a2476677-622e-4ab6-9a24-4c3d756dc447 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0503395 Sep 23 18:48:03.788150 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f821f834-f612-48c8-8faa-c5a1b5d860fd req-e450a63b-b29e-4e96-9242-8f37be9478f7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303535 Sep 23 18:48:03.909502 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 36103c81-1539-49ad-99eb-8a24f9f69910 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:48:04.002759 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 36103c81-1539-49ad-99eb-8a24f9f69910, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=36103c81-1539-49ad-99eb-8a24f9f69910,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:48:04.013370 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '36103c81-1539-49ad-99eb-8a24f9f69910', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'port_id': '36103c81-1539-49ad-99eb-8a24f9f69910', 'mac_address': 'fa:16:3e:ea:b8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:48:04.049031 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:04.060959 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36103c81-1539-49ad-99eb-8a24f9f69910 {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:48:04.079138 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 36103c81-1539-49ad-99eb-8a24f9f69910, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=36103c81-1539-49ad-99eb-8a24f9f69910,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:48:04.083305 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:04.135589 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=36103c81-1539-49ad-99eb-8a24f9f69910,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:04.408472 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155ea9-3332-45e6-8201-e30cc03c14c6 req-f0404594-9fe0-449b-ae1b-6f82fca15a32 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:04.409956 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2c155ea9-3332-45e6-8201-e30cc03c14c6 req-f0404594-9fe0-449b-ae1b-6f82fca15a32 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 945 time: 0.0481243 Sep 23 18:48:04.445983 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2c155ea9-3332-45e6-8201-e30cc03c14c6 req-2d743112-039b-4feb-ad65-9dede12b151c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302117 Sep 23 18:48:04.491566 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['36103c81-1539-49ad-99eb-8a24f9f69910'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:48:04.916327 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a078-50eb-408c-834d-6bd0b0d1f614 req-15f20421-c3ea-43fe-b363-89b1146a76b8 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:04.917821 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7602a078-50eb-408c-834d-6bd0b0d1f614 req-15f20421-c3ea-43fe-b363-89b1146a76b8 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.0542767 Sep 23 18:48:04.957328 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7602a078-50eb-408c-834d-6bd0b0d1f614 req-6e48e544-c309-4854-967e-1d58d4923bd9 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333424 Sep 23 18:48:05.567590 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee05ea-63d7-4421-9d41-d6ad8d3c2b14 req-657c51b8-2059-466e-b99c-14e289bc134d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:05.569244 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-78ee05ea-63d7-4421-9d41-d6ad8d3c2b14 req-657c51b8-2059-466e-b99c-14e289bc134d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 945 time: 0.0508161 Sep 23 18:48:05.608381 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-78ee05ea-63d7-4421-9d41-d6ad8d3c2b14 req-c5c387ee-cb20-4d6d-a121-37cc9e0a2124 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323386 Sep 23 18:48:05.902913 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 36103c81-1539-49ad-99eb-8a24f9f69910 up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:48:05.948781 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port 36103c81-1539-49ad-99eb-8a24f9f69910 completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:48:05.952204 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 36103c81-1539-49ad-99eb-8a24f9f69910 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:05.952600 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:06.029013 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:06.051456 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36103c81-1539-49ad-99eb-8a24f9f69910'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:48:06.053728 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63301c94-3ed0-47d8-b1ee-76db331ae7d3" -d '{"events": [{"server_uuid": "27b7a6d8-cea4-4f86-9dd4-5dbc746ab750", "name": "network-vif-plugged", "status": "completed", "tag": "36103c81-1539-49ad-99eb-8a24f9f69910"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:48:06.066812 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 36103c81-1539-49ad-99eb-8a24f9f69910, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=36103c81-1539-49ad-99eb-8a24f9f69910,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:48:06.071362 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:06.106097 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fd45d2-f931-4665-98e0-3487fb82076a x-openstack-request-id: req-f1fd45d2-f931-4665-98e0-3487fb82076a {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:48:06.106446 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b7a6d8-cea4-4f86-9dd4-5dbc746ab750", "name": "network-vif-plugged", "status": "completed", "tag": "36103c81-1539-49ad-99eb-8a24f9f69910", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:48:06.106771 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1fd45d2-f931-4665-98e0-3487fb82076a {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:48:06.107179 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36103c81-1539-49ad-99eb-8a24f9f69910', 'code': 200} Sep 23 18:48:06.134173 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=36103c81-1539-49ad-99eb-8a24f9f69910,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:06.291908 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a2b1e-a397-4818-9a0d-b1d6f8c4ab54 req-56f568d3-9109-48fb-846f-3a2a5c9414ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:06.293524 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-cb6a2b1e-a397-4818-9a0d-b1d6f8c4ab54 req-56f568d3-9109-48fb-846f-3a2a5c9414ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 1099 time: 0.0457549 Sep 23 18:48:06.336483 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-cb6a2b1e-a397-4818-9a0d-b1d6f8c4ab54 req-179b58e3-586f-4f96-adb2-8d800d8f68c4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281487 Sep 23 18:48:06.726008 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5313088-8be8-4d2f-a5c5-a953c4e268f1 req-cda0cc35-7eb0-4ee6-b4ad-7c65d72712e6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:06.727468 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a5313088-8be8-4d2f-a5c5-a953c4e268f1 req-cda0cc35-7eb0-4ee6-b4ad-7c65d72712e6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0477753 Sep 23 18:48:06.763660 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a5313088-8be8-4d2f-a5c5-a953c4e268f1 req-f7a53415-0d0e-4ea9-bc4c-13e90bb96a1b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298185 Sep 23 18:48:07.887785 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e3ab1-beaf-4d43-bc00-d362ec5f2aca req-fc34622e-0dc9-407c-84cb-7e3c1d8a7955 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:07.889295 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9e6e3ab1-beaf-4d43-bc00-d362ec5f2aca req-fc34622e-0dc9-407c-84cb-7e3c1d8a7955 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0522707 Sep 23 18:48:07.928557 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9e6e3ab1-beaf-4d43-bc00-d362ec5f2aca req-040f44fa-a2c1-4927-b7a2-9ab96701c38a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331235 Sep 23 18:48:09.044688 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2659e30-8acd-4b4f-8b37-3a15c6df4e46 req-6efb3280-b38e-4520-92a4-c367eac90cb8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:09.046190 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d2659e30-8acd-4b4f-8b37-3a15c6df4e46 req-6efb3280-b38e-4520-92a4-c367eac90cb8 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0494568 Sep 23 18:48:09.082966 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d2659e30-8acd-4b4f-8b37-3a15c6df4e46 req-b0bb6dc3-9575-4803-a81c-337eac6c3e6b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309296 Sep 23 18:48:09.197617 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403369d-333c-415b-8033-10bfa968d32a req-e72b276c-cbb8-481e-98a0-88ad29b96560 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:09.199123 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5403369d-333c-415b-8033-10bfa968d32a req-e72b276c-cbb8-481e-98a0-88ad29b96560 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0477271 Sep 23 18:48:09.208012 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33768) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:09.212210 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-d3d155b9-5021-40a7-be53-10c4097ee93c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Request body: {'floatingip': {'port_id': '36103c81-1539-49ad-99eb-8a24f9f69910'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:48:09.252513 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d3d155b9-5021-40a7-be53-10c4097ee93c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for floatingip, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:09.685262 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d3d155b9-5021-40a7-be53-10c4097ee93c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:09.689081 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d3d155b9-5021-40a7-be53-10c4097ee93c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:09.788546 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.l3_db [None req-d3d155b9-5021-40a7-be53-10c4097ee93c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Floating IP d64dd7c4-2bb9-4c1b-9df4-08c228e4abc8 associated. External IP: 172.27.1.235, port: 36103c81-1539-49ad-99eb-8a24f9f69910. Sep 23 18:48:10.227182 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d155b9-5021-40a7-be53-10c4097ee93c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:48:10.329842 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d155b9-5021-40a7-be53-10c4097ee93c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:48:10.334705 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d3d155b9-5021-40a7-be53-10c4097ee93c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:10.339246 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7635a0-b696-40fa-892e-41a9f2b48d62 None None] Sync routers for ids ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:48:10.348673 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7635a0-b696-40fa-892e-41a9f2b48d62 None None] Routers {'79d003ab-86ed-47fa-8e89-69a9fc29e1bf'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:48:10.349352 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-9b7635a0-b696-40fa-892e-41a9f2b48d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:47:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:10.362468 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-d3d155b9-5021-40a7-be53-10c4097ee93c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "PUT /v2.0/floatingips/d64dd7c4-2bb9-4c1b-9df4-08c228e4abc8 HTTP/1.1" status: 200 len: 992 time: 1.1534061 Sep 23 18:48:10.363160 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'tag': '36103c81-1539-49ad-99eb-8a24f9f69910'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:48:10.365548 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3bf4d6-e75e-4385-a1c1-aed4b4a75499" -d '{"events": [{"name": "network-changed", "server_uuid": "27b7a6d8-cea4-4f86-9dd4-5dbc746ab750", "tag": "36103c81-1539-49ad-99eb-8a24f9f69910"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:48:10.453280 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-9b7635a0-b696-40fa-892e-41a9f2b48d62 None None] Set router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:48:10.676169 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-9b7635a0-b696-40fa-892e-41a9f2b48d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:53Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': 'd64dd7c4-2bb9-4c1b-9df4-08c228e4abc8', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'port_id': '36103c81-1539-49ad-99eb-8a24f9f69910', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'mac_address': 'fa:16:3e:ea:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:47:55Z', 'updated_at': '2021-09-23T18:48:09Z', 'revision_number': 1, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3cf816-64ff-4bf2-9811-fadad28d8efc', 'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'mac_address': 'fa:16:3e:8b:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:52Z', 'updated_at': '2021-09-23T18:43:59Z', 'revision_number': 5, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'subnets': [{'id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:10.701026 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7635a0-b696-40fa-892e-41a9f2b48d62 None None] Checking router: 79d003ab-86ed-47fa-8e89-69a9fc29e1bf for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:48:10.709004 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7635a0-b696-40fa-892e-41a9f2b48d62 None None] Routers {'79d003ab-86ed-47fa-8e89-69a9fc29e1bf'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:48:10.709604 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-9b7635a0-b696-40fa-892e-41a9f2b48d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:47:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:10.811841 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-9b7635a0-b696-40fa-892e-41a9f2b48d62 None None] Set router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:48:11.026580 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-9b7635a0-b696-40fa-892e-41a9f2b48d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:53Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': 'd64dd7c4-2bb9-4c1b-9df4-08c228e4abc8', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'port_id': '36103c81-1539-49ad-99eb-8a24f9f69910', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'mac_address': 'fa:16:3e:ea:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:47:55Z', 'updated_at': '2021-09-23T18:48:09Z', 'revision_number': 1, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3cf816-64ff-4bf2-9811-fadad28d8efc', 'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'mac_address': 'fa:16:3e:8b:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:52Z', 'updated_at': '2021-09-23T18:43:59Z', 'revision_number': 5, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'subnets': [{'id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:11.052684 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7635a0-b696-40fa-892e-41a9f2b48d62 None None] The sync data for ids ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'] in dv-cinder-810415-4-iscsi is: [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:53Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': 'd64dd7c4-2bb9-4c1b-9df4-08c228e4abc8', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'port_id': '36103c81-1539-49ad-99eb-8a24f9f69910', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'mac_address': 'fa:16:3e:ea:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:47:55Z', 'updated_at': '2021-09-23T18:48:09Z', 'revision_number': 1, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3cf816-64ff-4bf2-9811-fadad28d8efc', 'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'mac_address': 'fa:16:3e:8b:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:52Z', 'updated_at': '2021-09-23T18:43:59Z', 'revision_number': 5, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'subnets': [{'id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:48:11.224125 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e975abab-df4f-4f1a-94b3-a4e4e090580c None None] New status for floating IP d64dd7c4-2bb9-4c1b-9df4-08c228e4abc8: ACTIVE {{(pid=100706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:48:11.316564 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:48:12.173358 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cd0426-6b02-46a0-ba77-cd5797b505fd x-openstack-request-id: req-10cd0426-6b02-46a0-ba77-cd5797b505fd {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:48:12.173838 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b7a6d8-cea4-4f86-9dd4-5dbc746ab750", "tag": "36103c81-1539-49ad-99eb-8a24f9f69910", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:48:12.173932 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10cd0426-6b02-46a0-ba77-cd5797b505fd {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:48:12.174301 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'tag': '36103c81-1539-49ad-99eb-8a24f9f69910', 'status': 'completed', 'code': 200} Sep 23 18:48:12.249406 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bf4d6-e75e-4385-a1c1-aed4b4a75499 req-e9a24ecf-b078-487b-a79f-015b32693ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:12.250868 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-eb3bf4d6-e75e-4385-a1c1-aed4b4a75499 req-e9a24ecf-b078-487b-a79f-015b32693ad3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbb56b36ced8493398183f5414134de6&device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 1099 time: 0.0393860 Sep 23 18:48:12.340451 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bf4d6-e75e-4385-a1c1-aed4b4a75499 req-1b2c2aab-f5a9-43bc-bd83-aa395694ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:12.341810 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-eb3bf4d6-e75e-4385-a1c1-aed4b4a75499 req-1b2c2aab-f5a9-43bc-bd83-aa395694ec51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d34e785-4ce6-4052-99a6-618ee041cb51 HTTP/1.1" status: 200 len: 918 time: 0.0817373 Sep 23 18:48:12.418949 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-eb3bf4d6-e75e-4385-a1c1-aed4b4a75499 req-9896a332-b707-4260-9b93-80a04a6c3f18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36103c81-1539-49ad-99eb-8a24f9f69910 HTTP/1.1" status: 200 len: 1002 time: 0.0618117 Sep 23 18:48:12.474427 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bf4d6-e75e-4385-a1c1-aed4b4a75499 req-d015c871-c484-4fcc-b38e-788e8b26ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:12.475851 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-eb3bf4d6-e75e-4385-a1c1-aed4b4a75499 req-d015c871-c484-4fcc-b38e-788e8b26ac2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4fd91db2-dbef-4742-8637-4ee71c7c4188 HTTP/1.1" status: 200 len: 855 time: 0.0427809 Sep 23 18:48:12.524646 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bf4d6-e75e-4385-a1c1-aed4b4a75499 req-879ae573-b8b4-4b18-85ab-0b84ba1ab6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:12.526515 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-eb3bf4d6-e75e-4385-a1c1-aed4b4a75499 req-879ae573-b8b4-4b18-85ab-0b84ba1ab6ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d34e785-4ce6-4052-99a6-618ee041cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383387 Sep 23 18:48:12.622482 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-eb3bf4d6-e75e-4385-a1c1-aed4b4a75499 req-6301e73e-166f-4ecb-9012-e8285cb5c798 service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814071 Sep 23 18:48:12.716937 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-eb3bf4d6-e75e-4385-a1c1-aed4b4a75499 req-a4adf0aa-0cf5-446d-bc66-e4d7d3d808c5 service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820725 Sep 23 18:48:17.235873 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:19.925920 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-0f9918aa-78b5-4a9f-bfc8-8d2e26620025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:22.244448 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 33896) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:22.288159 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Deleting subnet 56bfa86d-f609-4234-8802-8be200ea54f9 {{(pid=100703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:48:22.291103 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:22.324213 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629873'] for subnet, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:22.361098 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:22.416035 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4756863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4643638'] for subnet, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:22.440484 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56bfa86d-f609-4234-8802-8be200ea54f9,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:22.449933 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:22.454064 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/56bfa86d-f609-4234-8802-8be200ea54f9 HTTP/1.1" status: 204 len: 168 time: 0.2063963 Sep 23 18:48:22.454064 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:22.454064 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:22.454064 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:22.454437 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33900) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:22.454852 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:22.454852 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:22.455174 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:22.455545 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:22.455882 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:22.456219 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:22.456574 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:22.456910 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:22.457339 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb2e89-5819-4181-9dcb-915582f06c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:22.530576 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ce35a0b2-5b66-464d-a665-c13b394e980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:22.594052 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-3233acae-dd39-4d0c-830f-c114a7d07235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:22.627051 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2acc5-56e9-4688-8783-859169c0c773 req-c8b8335f-3db5-46df-91e2-64e4713aacea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:22.628562 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-f4d2acc5-56e9-4688-8783-859169c0c773 req-c8b8335f-3db5-46df-91e2-64e4713aacea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90bb3aa715854fbba1cb0e350adafdb7&device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 1137 time: 0.0439916 Sep 23 18:48:22.640494 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ce35a0b2-5b66-464d-a665-c13b394e980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:22.661591 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f053b-0974-4f01-98a8-fca0656d81fe req-1c38dcc9-2f8e-4c38-a2c3-3b3ffb2df506 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:22.662993 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a87f053b-0974-4f01-98a8-fca0656d81fe req-1c38dcc9-2f8e-4c38-a2c3-3b3ffb2df506 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.1031868 Sep 23 18:48:22.673053 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-ce35a0b2-5b66-464d-a665-c13b394e980c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62de9e52-aa5c-4d43-a03e-08606a1b6dcb']}} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:22.693778 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-ce35a0b2-5b66-464d-a665-c13b394e980c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292daf3a-5796-4b14-9df7-6bc53f4eafd4') {'for_net_delete': True} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:22.694079 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-ce35a0b2-5b66-464d-a665-c13b394e980c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292daf3a-5796-4b14-9df7-6bc53f4eafd4') {} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:22.706513 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ce35a0b2-5b66-464d-a665-c13b394e980c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4365812'] for segment, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:22.732100 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a87f053b-0974-4f01-98a8-fca0656d81fe req-d6fa9d78-ead5-479c-a821-7753da7050a8 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613227 Sep 23 18:48:22.733114 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ce35a0b2-5b66-464d-a665-c13b394e980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:22.736581 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2acc5-56e9-4688-8783-859169c0c773 req-f09a01f6-472e-4a90-9882-62a905ccd673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:22.738470 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-f4d2acc5-56e9-4688-8783-859169c0c773 req-f09a01f6-472e-4a90-9882-62a905ccd673 service neutron] 10.222.0.42 "GET /v2.0/networks?id=abe8bbf5-106d-4cf2-a815-0b2155ceff37 HTTP/1.1" status: 200 len: 917 time: 0.0903828 Sep 23 18:48:22.739233 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce35a0b2-5b66-464d-a665-c13b394e980c admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=100704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:48:22.739630 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ce35a0b2-5b66-464d-a665-c13b394e980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5741322'] for segment, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: Traceback (most recent call last): Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: timer() Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: cb(*args, **kw) Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: return func(*args, **kwargs) Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: self._notify() Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: self.callback(batched_events) Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: event.method(event) Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: return f(self, *a, **k) Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: return self._get(url).json() Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: return self.request(url, 'GET', **kwargs) Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:48:22.741366 dv-cinder-810415-4-iscsi neutron-server[100704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:48:22.807510 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ce35a0b2-5b66-464d-a665-c13b394e980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:22.809244 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-f4d2acc5-56e9-4688-8783-859169c0c773 req-0d2bb481-19e3-41af-8a7a-53bfbdbfc109 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2520bebf-e339-4c49-be48-787e8a0cb45a HTTP/1.1" status: 200 len: 1000 time: 0.0580165 Sep 23 18:48:22.813406 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ce35a0b2-5b66-464d-a665-c13b394e980c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:22.815276 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-ce35a0b2-5b66-464d-a665-c13b394e980c admin admin] 10.222.0.70 "DELETE /v2.0/networks/62de9e52-aa5c-4d43-a03e-08606a1b6dcb HTTP/1.1" status: 204 len: 168 time: 0.3597121 Sep 23 18:48:22.827642 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35a0b2-5b66-464d-a665-c13b394e980c admin admin] Pushing event deleted for resources: {'Network': ['ID=62de9e52-aa5c-4d43-a03e-08606a1b6dcb,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:22.865911 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2acc5-56e9-4688-8783-859169c0c773 req-108dd7b3-8881-4d11-bacc-1d52f6f0a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:22.867449 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-f4d2acc5-56e9-4688-8783-859169c0c773 req-108dd7b3-8881-4d11-bacc-1d52f6f0a889 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=033580f8-5239-4970-8abc-a077e6edd17b HTTP/1.1" status: 200 len: 854 time: 0.0438926 Sep 23 18:48:22.915626 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:22.930369 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2acc5-56e9-4688-8783-859169c0c773 req-ef809893-4053-414d-ad91-b272fd6802c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:22.931869 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-f4d2acc5-56e9-4688-8783-859169c0c773 req-ef809893-4053-414d-ad91-b272fd6802c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abe8bbf5-106d-4cf2-a815-0b2155ceff37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472116 Sep 23 18:48:22.984689 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33906) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:23.025706 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-022ac318-672c-4b38-83a7-1c3cc38e7617 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed963caf7a2c46d0a36d62046f657dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397124 Sep 23 18:48:23.028711 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33908) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:23.039433 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-f4d2acc5-56e9-4688-8783-859169c0c773 req-ad4b64d4-4740-41d0-ab15-846150d364b1 service neutron] 10.222.0.42 "GET /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883000 Sep 23 18:48:23.079496 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bc72ebe4-6bef-44de-94c9-f946089d1e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:23.101384 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bc72ebe4-6bef-44de-94c9-f946089d1e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:23.134161 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-f4d2acc5-56e9-4688-8783-859169c0c773 req-5e67d4e2-76e8-485f-95fb-9f6b59a3849b service neutron] 10.222.0.42 "GET /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851991 Sep 23 18:48:23.156734 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bc72ebe4-6bef-44de-94c9-f946089d1e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:23.159285 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bc72ebe4-6bef-44de-94c9-f946089d1e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:23.160668 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-bc72ebe4-6bef-44de-94c9-f946089d1e45 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d258347b-d002-447b-8cd8-a59704baf78c HTTP/1.1" status: 204 len: 168 time: 0.1307759 Sep 23 18:48:23.168761 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72ebe4-6bef-44de-94c9-f946089d1e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d258347b-d002-447b-8cd8-a59704baf78c,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:23.578697 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:23.837769 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 33936) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:23.848400 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b3b7b-e887-4f63-a71e-13818422474d req-133ae2ca-9e52-425f-b1fc-968cbbe3d7ec tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:23.849890 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3d9b3b7b-e887-4f63-a71e-13818422474d req-133ae2ca-9e52-425f-b1fc-968cbbe3d7ec tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0497046 Sep 23 18:48:23.889303 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3d9b3b7b-e887-4f63-a71e-13818422474d req-196199a8-e00b-4f9b-9912-acfb6a44b25d tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330355 Sep 23 18:48:23.935283 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-8a3301c0-edb3-477f-a3ef-a9adb93cd2d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-201556665-network', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:48:23.955295 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3301c0-edb3-477f-a3ef-a9adb93cd2d2 admin admin] Made reservation on behalf of d0453171fa784e6ba3b9eedb739013f4 for: {'network': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:48:23.957711 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8a3301c0-edb3-477f-a3ef-a9adb93cd2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:23.966479 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8a3301c0-edb3-477f-a3ef-a9adb93cd2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.053209 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8a3301c0-edb3-477f-a3ef-a9adb93cd2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.056823 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8a3301c0-edb3-477f-a3ef-a9adb93cd2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.080312 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3301c0-edb3-477f-a3ef-a9adb93cd2d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=100703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:48:24.090094 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3301c0-edb3-477f-a3ef-a9adb93cd2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994f77fa-badf-4be9-b106-1d8049e39b56,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:24.094793 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8a3301c0-edb3-477f-a3ef-a9adb93cd2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.095141 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.segments_db [None req-8a3301c0-edb3-477f-a3ef-a9adb93cd2d2 admin admin] Added segment 30e44ad5-e91f-4ca5-bd15-e6472473a9c1 of type vlan for network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 Sep 23 18:48:24.133009 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8a3301c0-edb3-477f-a3ef-a9adb93cd2d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.157495 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8a3301c0-edb3-477f-a3ef-a9adb93cd2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.158412 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3301c0-edb3-477f-a3ef-a9adb93cd2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:24.159060 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8a3301c0-edb3-477f-a3ef-a9adb93cd2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.190475 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-8a3301c0-edb3-477f-a3ef-a9adb93cd2d2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3515301 Sep 23 18:48:24.193334 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33942) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:24.198274 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-99e942a8-b6a2-4b0a-b63f-d71822fa9f50 admin admin] Request body: {'subnet': {'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-201556665-subnet', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'ip_version': 4}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:48:24.218938 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e942a8-b6a2-4b0a-b63f-d71822fa9f50 admin admin] Made reservation on behalf of d0453171fa784e6ba3b9eedb739013f4 for: {'subnet': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:48:24.221408 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-99e942a8-b6a2-4b0a-b63f-d71822fa9f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482579'] for subnet, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.224023 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3301c0-edb3-477f-a3ef-a9adb93cd2d2 admin admin] Pushing event updated for resources: {'Network': ['ID=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:24.233954 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:48:24.387724 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-99e942a8-b6a2-4b0a-b63f-d71822fa9f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5742437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482593'] for subnet, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.435146 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e942a8-b6a2-4b0a-b63f-d71822fa9f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=879b8817-bb1c-4e98-87fd-23bc279c23d8,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:24.449540 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e942a8-b6a2-4b0a-b63f-d71822fa9f50 admin admin] Checking segment: {'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:48:24.449893 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e942a8-b6a2-4b0a-b63f-d71822fa9f50 admin admin] Network hostable DHCP agents. Network: 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:48:24.465595 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e942a8-b6a2-4b0a-b63f-d71822fa9f50 admin admin] Network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:48:24.474032 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-99e942a8-b6a2-4b0a-b63f-d71822fa9f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4) {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:48:24.477891 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e942a8-b6a2-4b0a-b63f-d71822fa9f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:24.478467 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-99e942a8-b6a2-4b0a-b63f-d71822fa9f50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.483594 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fe9be9-a51c-4c6f-81e2-3e27b659a19d None None] Network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:48:24.493081 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-99e942a8-b6a2-4b0a-b63f-d71822fa9f50 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2986646 Sep 23 18:48:24.495679 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33946) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:24.499820 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:48:24.518730 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-339852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5306'] for router, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.519780 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-341116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5299'] for router, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.574165 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.624655 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6905c686-692d-56b3-9e02-c5d3ec50cb82-9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8'}]}} from dv-cinder-810415-4-iscsi. {{(pid=100705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 18:48:24.625514 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.710996 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.760643 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.db_base_plugin_common [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Allocated IP 172.20.0.2 (9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4/879b8817-bb1c-4e98-87fd-23bc279c23d8/122ee0fa-42e5-4cbc-8914-16df8f53742c) {{(pid=100705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:48:24.904563 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Notify callbacks [] for port, precommit_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.906514 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.911138 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.925783 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:24.954629 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 is already hosted by enough agents. {{(pid=100705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:48:24.958480 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.base_scheduler [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Resources bound (agent type, host, resource id): {{(pid=100705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:48:24.962482 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Received port after_create {{(pid=100705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:48:24.972297 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Pushing event updated for resources: {'Port': ['ID=122ee0fa-42e5-4cbc-8914-16df8f53742c,revision_number=1']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:25.025847 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Attempting to bind port 122ee0fa-42e5-4cbc-8914-16df8f53742c on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:48:25.026219 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Attempting to bind port 122ee0fa-42e5-4cbc-8914-16df8f53742c by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:48:25.026577 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Attempting to bind port 122ee0fa-42e5-4cbc-8914-16df8f53742c on network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:48:25.031891 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:48:25.032297 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Checking segment: {'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:48:25.032706 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:25.033102 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Bound using segment: {'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:48:25.033565 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Bound port: 122ee0fa-42e5-4cbc-8914-16df8f53742c, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:48:25.033947 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:25.059609 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d58d9d-70ff-491a-b22a-0804506966e9 req-32488c65-2cbe-4a22-a22b-d7bf6f3337bd tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:25.061122 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-58d58d9d-70ff-491a-b22a-0804506966e9 req-32488c65-2cbe-4a22-a22b-d7bf6f3337bd tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0882125 Sep 23 18:48:25.080117 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Allocated IP 172.27.1.98 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/1efb905f-5af8-4096-aba8-c11928f2aa37) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:48:25.097774 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] For port 122ee0fa-42e5-4cbc-8914-16df8f53742c, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:48:25.100955 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] For port 122ee0fa-42e5-4cbc-8914-16df8f53742c, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=122ee0fa-42e5-4cbc-8914-16df8f53742c,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:48:25.106538 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:25.133519 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-58d58d9d-70ff-491a-b22a-0804506966e9 req-8aa74269-f76f-4c20-9c55-fc8a19094df9 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552497 Sep 23 18:48:25.161256 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efc1ce-4684-40cd-ab17-3395069973f9 None None] Pushing event updated for resources: {'Port': ['ID=122ee0fa-42e5-4cbc-8914-16df8f53742c,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:25.232118 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:25.273045 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:25.321552 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:48:25.328578 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:48:25.330829 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Pushing event updated for resources: {'Port': ['ID=1efb905f-5af8-4096-aba8-c11928f2aa37,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:25.333014 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:48:25.458529 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:25.590528 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:25.788709 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-340997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338353'] for router, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:25.938566 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 122ee0fa-42e5-4cbc-8914-16df8f53742c up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:48:26.009553 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 122ee0fa-42e5-4cbc-8914-16df8f53742c triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:26.010188 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:26.109742 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786a065f-856f-45c7-9eb5-3af3c2f21a97 None None] Network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:48:26.116786 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:26.172894 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Router 79006959-5168-4ce0-abaa-b98ebbb19fb2 is scheduled to L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 with binding_index 1 {{(pid=100704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 18:48:26.308915 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded5b02-f5b1-48d8-a565-262e65d8a9c0 req-db6032ab-8a9b-402e-a35f-9034d0ce9a2f tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:26.310348 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4ded5b02-f5b1-48d8-a565-262e65d8a9c0 req-db6032ab-8a9b-402e-a35f-9034d0ce9a2f tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0956075 Sep 23 18:48:26.330025 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:48:26.332724 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port 122ee0fa-42e5-4cbc-8914-16df8f53742c, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=122ee0fa-42e5-4cbc-8914-16df8f53742c,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:48:26.335746 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-0c020643-60f6-4b87-91c8-85f194a24a25 None None] Provisioning complete for port 122ee0fa-42e5-4cbc-8914-16df8f53742c triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:26.336091 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-0c020643-60f6-4b87-91c8-85f194a24a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:26.344150 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Sync routers for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:48:26.346047 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:26.369786 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] Notify callbacks [] for router, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:26.372223 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-5db756e5-2878-4e2c-974e-e677e82a8e76 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8753612 Sep 23 18:48:26.374789 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 33960) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:26.383239 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4ded5b02-f5b1-48d8-a565-262e65d8a9c0 req-79e062bc-27d2-44ff-8b2c-5710bc08a14d tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662880 Sep 23 18:48:26.437377 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:48:26.438023 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:48:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:26.512450 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=122ee0fa-42e5-4cbc-8914-16df8f53742c,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:26.628534 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:48:26.820325 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:25Z', 'revision_number': 3, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:26.851718 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Checking router: 79006959-5168-4ce0-abaa-b98ebbb19fb2 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:48:26.852075 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Updating router 79006959-5168-4ce0-abaa-b98ebbb19fb2 port 1efb905f-5af8-4096-aba8-c11928f2aa37 binding host dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:48:26.878293 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:26.963116 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-0671a57c-8f78-44f3-b896-1e8e2919e9c3 None None] Provisioning complete for port 122ee0fa-42e5-4cbc-8914-16df8f53742c triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:26.963378 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-0671a57c-8f78-44f3-b896-1e8e2919e9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:27.007740 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:27.159615 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Allocated IP 172.20.0.1 (9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4/879b8817-bb1c-4e98-87fd-23bc279c23d8/90502a7f-138a-4234-91e6-160f90d08429) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:48:27.191890 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Notify callbacks [] for port, precommit_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:27.197186 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:27.244895 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Attempting to bind port 1efb905f-5af8-4096-aba8-c11928f2aa37 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:48:27.245264 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Attempting to bind port 1efb905f-5af8-4096-aba8-c11928f2aa37 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:48:27.245729 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Attempting to bind port 1efb905f-5af8-4096-aba8-c11928f2aa37 on network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:48:27.252889 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0923a-b3f7-46a6-b5e9-c6ca12588696 None None] Pushing event updated for resources: {'Port': ['ID=1efb905f-5af8-4096-aba8-c11928f2aa37,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:27.257366 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:48:27.257817 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Checking segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:48:27.258218 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:27.258605 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Bound using segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:48:27.259109 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Bound port: 1efb905f-5af8-4096-aba8-c11928f2aa37, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:48:27.259512 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:27.259936 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:27.293473 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:27.309988 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] For port 1efb905f-5af8-4096-aba8-c11928f2aa37, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:48:27.313018 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] For port 1efb905f-5af8-4096-aba8-c11928f2aa37, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=1efb905f-5af8-4096-aba8-c11928f2aa37,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:48:27.316779 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:27.326808 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:48:27.329614 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:48:27.333059 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:48:27.362852 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Pushing event updated for resources: {'Port': ['ID=90502a7f-138a-4234-91e6-160f90d08429,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:27.378907 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:48:27.379550 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:48:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:27.381511 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338828'] for router_interface, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:27.382565 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0923a-b3f7-46a6-b5e9-c6ca12588696 None None] Pushing event updated for resources: {'Port': ['ID=1efb905f-5af8-4096-aba8-c11928f2aa37,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:27.496117 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:48:27.550749 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:27.554266 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee27752-1625-498a-bf92-77126638452a req-33929ea1-7ef6-428d-be6a-212736e69620 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:27.556408 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dee27752-1625-498a-bf92-77126638452a req-33929ea1-7ef6-428d-be6a-212736e69620 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0752821 Sep 23 18:48:27.605922 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dee27752-1625-498a-bf92-77126638452a req-034e5569-0d78-462e-a408-7c739abba0d4 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431290 Sep 23 18:48:27.655398 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-7c73aabe-4ebe-462b-aa39-103d33e96bb0 None None] Provisioning complete for port 90502a7f-138a-4234-91e6-160f90d08429 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:27.655892 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7c73aabe-4ebe-462b-aa39-103d33e96bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:27.717036 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-7c73aabe-4ebe-462b-aa39-103d33e96bb0 None None] Port 90502a7f-138a-4234-91e6-160f90d08429 cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:48:27.725078 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:27.730166 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:27.735891 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:25Z', 'revision_number': 3, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:27.768061 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b3a0f2-cfc5-40cc-b651-64dde4baf8bc None None] The sync data for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi is: [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:25Z', 'revision_number': 3, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:48:27.795637 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Pushing event updated for resources: {'Port': ['ID=90502a7f-138a-4234-91e6-160f90d08429,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:27.798045 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-340092'] for router_interface, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:27.894610 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 122ee0fa-42e5-4cbc-8914-16df8f53742c up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:48:27.896702 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:48:27.898076 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:48:27.948011 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 122ee0fa-42e5-4cbc-8914-16df8f53742c triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:27.948547 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:28.040781 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Router 79006959-5168-4ce0-abaa-b98ebbb19fb2 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:48:28.173267 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:48:28.178505 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-3a337f49-c393-4ef3-a70e-4c9f3cc2e963 admin admin] 10.222.0.70 "PUT /v2.0/routers/79006959-5168-4ce0-abaa-b98ebbb19fb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8017607 Sep 23 18:48:28.243092 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-8d7c7300-a81b-4128-9766-d1a666683900 None None] Provisioning complete for port 90502a7f-138a-4234-91e6-160f90d08429 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:28.243472 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-8d7c7300-a81b-4128-9766-d1a666683900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:28.407658 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c7300-a81b-4128-9766-d1a666683900 None None] Port 90502a7f-138a-4234-91e6-160f90d08429 cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:48:28.666143 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 33988) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:28.671279 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-d0f93e5b-187a-485f-b5eb-7e96ee12bfd5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1917381406-network', 'tenant_id': '54db9dbe06bc44c082e975319d12836a'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:48:28.692431 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f93e5b-187a-485f-b5eb-7e96ee12bfd5 admin admin] Made reservation on behalf of 54db9dbe06bc44c082e975319d12836a for: {'network': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:48:28.694677 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d0f93e5b-187a-485f-b5eb-7e96ee12bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:28.703940 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d0f93e5b-187a-485f-b5eb-7e96ee12bfd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:28.736211 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331d0ab-c76c-43a4-a07a-974efeaa9a22 req-631a1fd4-25db-42dc-8484-dd4d560b5375 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:28.740733 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c331d0ab-c76c-43a4-a07a-974efeaa9a22 req-631a1fd4-25db-42dc-8484-dd4d560b5375 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0559628 Sep 23 18:48:28.790864 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c331d0ab-c76c-43a4-a07a-974efeaa9a22 req-4c831788-7648-4f8d-b026-916a85465c89 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465336 Sep 23 18:48:28.805386 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d0f93e5b-187a-485f-b5eb-7e96ee12bfd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:28.809733 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d0f93e5b-187a-485f-b5eb-7e96ee12bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:28.836197 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f93e5b-187a-485f-b5eb-7e96ee12bfd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=100703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:48:28.846142 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f93e5b-187a-485f-b5eb-7e96ee12bfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75554d09-8447-4e94-a5e4-d6eba53c0d30,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:28.852338 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d0f93e5b-187a-485f-b5eb-7e96ee12bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:28.852689 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.segments_db [None req-d0f93e5b-187a-485f-b5eb-7e96ee12bfd5 admin admin] Added segment f24d771e-f8e2-425f-9ae8-eee88c027464 of type vlan for network 5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea Sep 23 18:48:28.894128 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d0f93e5b-187a-485f-b5eb-7e96ee12bfd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:28.919107 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d0f93e5b-187a-485f-b5eb-7e96ee12bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:28.920151 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f93e5b-187a-485f-b5eb-7e96ee12bfd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:28.920766 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d0f93e5b-187a-485f-b5eb-7e96ee12bfd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:28.952851 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-d0f93e5b-187a-485f-b5eb-7e96ee12bfd5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2856193 Sep 23 18:48:28.956715 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 33992) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:28.962716 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-ae0a660d-8401-495c-aec1-8af83c8fd2bc admin admin] Request body: {'subnet': {'network_id': '5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1917381406-subnet', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'ip_version': 4}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:48:28.994869 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f93e5b-187a-485f-b5eb-7e96ee12bfd5 admin admin] Pushing event updated for resources: {'Network': ['ID=5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:29.004993 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network 5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:48:29.012414 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0a660d-8401-495c-aec1-8af83c8fd2bc admin admin] Made reservation on behalf of 54db9dbe06bc44c082e975319d12836a for: {'subnet': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:48:29.014952 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ae0a660d-8401-495c-aec1-8af83c8fd2bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4643603'] for subnet, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:29.188868 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ae0a660d-8401-495c-aec1-8af83c8fd2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4756926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4643617'] for subnet, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:29.242285 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a660d-8401-495c-aec1-8af83c8fd2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5845027-ec2a-43fb-a943-03f0fe39dccb,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:29.252146 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a660d-8401-495c-aec1-8af83c8fd2bc admin admin] Checking segment: {'id': 'f24d771e-f8e2-425f-9ae8-eee88c027464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:48:29.252535 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0a660d-8401-495c-aec1-8af83c8fd2bc admin admin] Network hostable DHCP agents. Network: 5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:48:29.268655 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0a660d-8401-495c-aec1-8af83c8fd2bc admin admin] Network 5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:48:29.277273 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-ae0a660d-8401-495c-aec1-8af83c8fd2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, 5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea) {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:48:29.283470 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0a660d-8401-495c-aec1-8af83c8fd2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:29.284133 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ae0a660d-8401-495c-aec1-8af83c8fd2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:29.288167 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9988c4f2-a674-431a-89d1-a18a47df83ef None None] Network 5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:48:29.298803 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-ae0a660d-8401-495c-aec1-8af83c8fd2bc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3409681 Sep 23 18:48:29.301434 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 33994) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:29.305895 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1917381406-router', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:48:29.324033 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Sync routers for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:48:29.334595 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:48:29.335350 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:48:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:29.337172 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-339852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5306'] for router, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:29.338410 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-341116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1721363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5299'] for router, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:29.387661 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:29.439697 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6905c686-692d-56b3-9e02-c5d3ec50cb82-5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea', 'network_id': '5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'fixed_ips': [{'subnet_id': 'd5845027-ec2a-43fb-a943-03f0fe39dccb'}]}} from dv-cinder-810415-4-iscsi. {{(pid=100705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 18:48:29.441178 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:29.444595 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:48:29.536292 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:29.581942 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.db_base_plugin_common [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Allocated IP 172.20.0.2 (5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea/d5845027-ec2a-43fb-a943-03f0fe39dccb/406c306a-a582-4f6f-97ec-fd04d5aba047) {{(pid=100705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:48:29.651084 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 2, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:29.677385 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Checking router: 79006959-5168-4ce0-abaa-b98ebbb19fb2 for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:48:29.677747 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Updating router 79006959-5168-4ce0-abaa-b98ebbb19fb2 port 90502a7f-138a-4234-91e6-160f90d08429 binding host dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:48:29.703434 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:29.728374 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Notify callbacks [] for port, precommit_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:29.734733 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361'] for port, after_create {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:29.751583 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:29.777971 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:29.782885 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Network 5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea is already hosted by enough agents. {{(pid=100705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:48:29.787590 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.scheduler.base_scheduler [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Resources bound (agent type, host, resource id): {{(pid=100705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:48:29.792804 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Received port after_create {{(pid=100705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:48:29.827181 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Pushing event updated for resources: {'Port': ['ID=406c306a-a582-4f6f-97ec-fd04d5aba047,revision_number=1']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:29.854927 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Attempting to bind port 406c306a-a582-4f6f-97ec-fd04d5aba047 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:48:29.855122 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Attempting to bind port 406c306a-a582-4f6f-97ec-fd04d5aba047 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': 'f24d771e-f8e2-425f-9ae8-eee88c027464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:48:29.855489 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Attempting to bind port 406c306a-a582-4f6f-97ec-fd04d5aba047 on network 5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:48:29.860659 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:48:29.861177 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Checking segment: {'id': 'f24d771e-f8e2-425f-9ae8-eee88c027464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:48:29.861450 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:29.861848 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Bound using segment: {'id': 'f24d771e-f8e2-425f-9ae8-eee88c027464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:48:29.862320 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Bound port: 406c306a-a582-4f6f-97ec-fd04d5aba047, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24d771e-f8e2-425f-9ae8-eee88c027464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:48:29.862708 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:29.906009 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Allocated IP 172.27.1.46 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/e50d1dfb-c1b3-49cf-aca9-4f370e605cb0) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:48:29.990127 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] For port 406c306a-a582-4f6f-97ec-fd04d5aba047, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:48:29.995039 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] For port 406c306a-a582-4f6f-97ec-fd04d5aba047, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=406c306a-a582-4f6f-97ec-fd04d5aba047,segment=NetworkSegment(f24d771e-f8e2-425f-9ae8-eee88c027464),segment_id=f24d771e-f8e2-425f-9ae8-eee88c027464)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:48:30.003710 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 1efb905f-5af8-4096-aba8-c11928f2aa37 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:48:30.049236 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.070621 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f0dd5-2511-487c-af69-c6c6de54b7e8 req-4152fc02-e933-456c-953e-324143ef002a tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:30.078721 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9d0f0dd5-2511-487c-af69-c6c6de54b7e8 req-4152fc02-e933-456c-953e-324143ef002a tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.1276753 Sep 23 18:48:30.119351 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.144549 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca3541-40e7-45e5-8f85-0d4329acfae6 None None] Pushing event updated for resources: {'Port': ['ID=406c306a-a582-4f6f-97ec-fd04d5aba047,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:30.148406 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9d0f0dd5-2511-487c-af69-c6c6de54b7e8 req-f02f3b03-7e6f-4c98-b572-927cc116c0b6 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675263 Sep 23 18:48:30.169288 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 1efb905f-5af8-4096-aba8-c11928f2aa37 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:30.169791 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.187233 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.208337 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Notify callbacks [] for port, precommit_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.217636 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.231555 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:48:30.234561 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:48:30.238256 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:48:30.264110 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=e50d1dfb-c1b3-49cf-aca9-4f370e605cb0,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:30.270849 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7426d-8024-4742-becd-f96d385184f7 None None] Pushing event updated for resources: {'Port': ['ID=90502a7f-138a-4234-91e6-160f90d08429,revision_number=3']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:30.271293 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.298183 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e7426d-8024-4742-becd-f96d385184f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:30.298183 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e7426d-8024-4742-becd-f96d385184f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:30.298829 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e7426d-8024-4742-becd-f96d385184f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:30.298973 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port 1efb905f-5af8-4096-aba8-c11928f2aa37, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=1efb905f-5af8-4096-aba8-c11928f2aa37,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:48:30.299127 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e7426d-8024-4742-becd-f96d385184f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:30.299562 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e7426d-8024-4742-becd-f96d385184f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:30.299962 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e7426d-8024-4742-becd-f96d385184f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:30.300436 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e7426d-8024-4742-becd-f96d385184f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:30.300587 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e7426d-8024-4742-becd-f96d385184f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:30.300897 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e7426d-8024-4742-becd-f96d385184f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:30.301230 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e7426d-8024-4742-becd-f96d385184f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:30.301555 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e7426d-8024-4742-becd-f96d385184f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:30.301875 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e7426d-8024-4742-becd-f96d385184f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:48:30.310419 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.336518 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Attempting to bind port 90502a7f-138a-4234-91e6-160f90d08429 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:48:30.337065 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Attempting to bind port 90502a7f-138a-4234-91e6-160f90d08429 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:48:30.337239 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Attempting to bind port 90502a7f-138a-4234-91e6-160f90d08429 on network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:48:30.346591 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:48:30.347233 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Checking segment: {'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:48:30.347808 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.348417 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Bound using segment: {'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:48:30.349051 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Bound port: 90502a7f-138a-4234-91e6-160f90d08429, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'}}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:48:30.350321 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.386651 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=1efb905f-5af8-4096-aba8-c11928f2aa37,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:30.463567 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] For port 90502a7f-138a-4234-91e6-160f90d08429, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:48:30.468305 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] For port 90502a7f-138a-4234-91e6-160f90d08429, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=90502a7f-138a-4234-91e6-160f90d08429,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:48:30.482699 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.548636 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:48:30.549532 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:48:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:30.551694 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7426d-8024-4742-becd-f96d385184f7 None None] Pushing event updated for resources: {'Port': ['ID=90502a7f-138a-4234-91e6-160f90d08429,revision_number=4']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:30.572845 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.634661 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-438bcebf-0c18-4ce5-b02f-11147e628ec9 None None] Provisioning complete for port 90502a7f-138a-4234-91e6-160f90d08429 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:30.634957 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-438bcebf-0c18-4ce5-b02f-11147e628ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.677817 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:48:30.735395 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-438bcebf-0c18-4ce5-b02f-11147e628ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.777030 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-438bcebf-0c18-4ce5-b02f-11147e628ec9 None None] For port 90502a7f-138a-4234-91e6-160f90d08429, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=90502a7f-138a-4234-91e6-160f90d08429,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:48:30.782788 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-438bcebf-0c18-4ce5-b02f-11147e628ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.798599 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-340997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338353'] for router, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.841189 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bcebf-0c18-4ce5-b02f-11147e628ec9 None None] Pushing event updated for resources: {'Port': ['ID=90502a7f-138a-4234-91e6-160f90d08429,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:30.906883 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-bded703e-47ec-4b05-a385-3e6ef5ee9519 None None] Provisioning complete for port 90502a7f-138a-4234-91e6-160f90d08429 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:30.907259 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-bded703e-47ec-4b05-a385-3e6ef5ee9519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:30.936587 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:30.959526 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Router 0a71ab68-c55f-4c61-9925-78c32aa7a49d is scheduled to L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 with binding_index 1 {{(pid=100704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 18:48:30.969315 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d166831-8535-43ea-a338-a6d265d32035 None None] The sync data for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi is: [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:48:31.100365 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:48:31.112153 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Sync routers for ids ['0a71ab68-c55f-4c61-9925-78c32aa7a49d'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:48:31.123331 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] Notify callbacks [] for router, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:31.128003 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-d892b57a-99c9-43b2-b87c-713ffdfe9eb5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8222613 Sep 23 18:48:31.128277 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Routers {'0a71ab68-c55f-4c61-9925-78c32aa7a49d'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:48:31.128277 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:48:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['0a71ab68-c55f-4c61-9925-78c32aa7a49d'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:31.129379 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 34006) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:31.279581 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Set router 0a71ab68-c55f-4c61-9925-78c32aa7a49d gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:48:31.324793 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf3024-f36f-4cb7-a927-1a59363f8e5b req-c5368af1-df98-4c5d-a81f-22b3b1ed7a1d tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:31.330588 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7ddf3024-f36f-4cb7-a927-1a59363f8e5b req-c5368af1-df98-4c5d-a81f-22b3b1ed7a1d tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0784531 Sep 23 18:48:31.389611 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7ddf3024-f36f-4cb7-a927-1a59363f8e5b req-a2204d65-7eb8-4872-9815-8f6135144581 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491393 Sep 23 18:48:31.501238 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64e4fa9-f134-4ccc-82ba-724ad3b3de09 None None] Network 5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:48:31.548335 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-57a9b25e-d5e9-46dd-98db-514b03146ee9 None None] Provisioning complete for port 406c306a-a582-4f6f-97ec-fd04d5aba047 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:31.548716 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-57a9b25e-d5e9-46dd-98db-514b03146ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:31.653896 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'name': 'tempest-TestVolumeBootPattern-1917381406-router', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'e50d1dfb-c1b3-49cf-aca9-4f370e605cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:29Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 3, 'project_id': '54db9dbe06bc44c082e975319d12836a', 'gw_port': {'id': 'e50d1dfb-c1b3-49cf-aca9-4f370e605cb0', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:29Z', 'updated_at': '2021-09-23T18:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:31.667374 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:31.721967 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Checking router: 0a71ab68-c55f-4c61-9925-78c32aa7a49d for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:48:31.722329 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Updating router 0a71ab68-c55f-4c61-9925-78c32aa7a49d port e50d1dfb-c1b3-49cf-aca9-4f370e605cb0 binding host dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:48:31.769238 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:31.810457 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-57a9b25e-d5e9-46dd-98db-514b03146ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:31.832638 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Allocated IP 172.20.0.1 (5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea/d5845027-ec2a-43fb-a943-03f0fe39dccb/64dcbc6f-fbd6-4915-a53f-491529f0438c) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:48:31.934873 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-57a9b25e-d5e9-46dd-98db-514b03146ee9 None None] For port 406c306a-a582-4f6f-97ec-fd04d5aba047, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=406c306a-a582-4f6f-97ec-fd04d5aba047,segment=NetworkSegment(f24d771e-f8e2-425f-9ae8-eee88c027464),segment_id=f24d771e-f8e2-425f-9ae8-eee88c027464)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:48:31.955207 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-57a9b25e-d5e9-46dd-98db-514b03146ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:31.980026 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:32.043461 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:32.092906 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Network 5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:48:32.096143 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:48:32.100658 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:48:32.101358 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9b25e-d5e9-46dd-98db-514b03146ee9 None None] Pushing event updated for resources: {'Port': ['ID=406c306a-a582-4f6f-97ec-fd04d5aba047,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:32.135639 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 90502a7f-138a-4234-91e6-160f90d08429 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:48:32.145296 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Pushing event updated for resources: {'Port': ['ID=64dcbc6f-fbd6-4915-a53f-491529f0438c,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:32.152715 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-338828'] for router_interface, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:32.257949 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 90502a7f-138a-4234-91e6-160f90d08429 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:32.258365 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:32.261976 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Notify callbacks [] for port, precommit_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:32.290685 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:32.320976 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:32.503325 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:32.506442 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-ddb6de17-a67e-41f3-85d5-2e3ac4959573 None None] Provisioning complete for port 406c306a-a582-4f6f-97ec-fd04d5aba047 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:32.506816 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-ddb6de17-a67e-41f3-85d5-2e3ac4959573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:32.508726 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:32.532967 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Attempting to bind port e50d1dfb-c1b3-49cf-aca9-4f370e605cb0 on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:48:32.533339 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Attempting to bind port e50d1dfb-c1b3-49cf-aca9-4f370e605cb0 by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:48:32.533702 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Attempting to bind port e50d1dfb-c1b3-49cf-aca9-4f370e605cb0 on network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:48:32.538420 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcfe41-f0da-4c20-8cc5-608cead65635 None None] Pushing event updated for resources: {'Port': ['ID=e50d1dfb-c1b3-49cf-aca9-4f370e605cb0,revision_number=2']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:32.538823 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b575df-ad87-447c-9b3e-9db5167f3cee req-5a5306ef-5344-4f6a-b824-cc8dddc4fd51 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:32.541293 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e3b575df-ad87-447c-9b3e-9db5167f3cee req-5a5306ef-5344-4f6a-b824-cc8dddc4fd51 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0593743 Sep 23 18:48:32.555545 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:48:32.556008 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Checking segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:48:32.556529 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:32.557001 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Bound using segment: {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'} {{(pid=100705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:48:32.557553 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.managers [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Bound port: e50d1dfb-c1b3-49cf-aca9-4f370e605cb0, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e479eb94-04a6-47f4-a04b-17b56902a6ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9'}}] {{(pid=100705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:48:32.558666 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:32.580753 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Pushing event updated for resources: {'Port': ['ID=64dcbc6f-fbd6-4915-a53f-491529f0438c,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:32.583460 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-340092'] for router_interface, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:32.594731 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e3b575df-ad87-447c-9b3e-9db5167f3cee req-5eafa22a-566b-4aa0-8925-e59118f95687 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466721 Sep 23 18:48:32.659784 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 1efb905f-5af8-4096-aba8-c11928f2aa37 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:48:32.675857 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Network 5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:48:32.677250 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:48:32.680377 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] For port e50d1dfb-c1b3-49cf-aca9-4f370e605cb0, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:48:32.713616 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] For port e50d1dfb-c1b3-49cf-aca9-4f370e605cb0, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=e50d1dfb-c1b3-49cf-aca9-4f370e605cb0,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:48:32.730569 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:32.800362 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Router 0a71ab68-c55f-4c61-9925-78c32aa7a49d has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:48:32.802627 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Routers {'0a71ab68-c55f-4c61-9925-78c32aa7a49d'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:48:32.803246 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:48:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['0a71ab68-c55f-4c61-9925-78c32aa7a49d'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:32.842979 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcfe41-f0da-4c20-8cc5-608cead65635 None None] Pushing event updated for resources: {'Port': ['ID=e50d1dfb-c1b3-49cf-aca9-4f370e605cb0,revision_number=3']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:32.854324 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 1efb905f-5af8-4096-aba8-c11928f2aa37 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:32.854789 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:32.914390 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:48:32.927686 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-fda9c6c0-a57c-439e-a633-5117cad15371 admin admin] 10.222.0.70 "PUT /v2.0/routers/0a71ab68-c55f-4c61-9925-78c32aa7a49d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7876475 Sep 23 18:48:32.941459 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-21dfd0c2-1dc2-46ed-ba0f-47bef2166285 None None] Provisioning complete for port 64dcbc6f-fbd6-4915-a53f-491529f0438c triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:32.941743 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-21dfd0c2-1dc2-46ed-ba0f-47bef2166285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:32.979420 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] Set router 0a71ab68-c55f-4c61-9925-78c32aa7a49d gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:48:33.046081 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-21dfd0c2-1dc2-46ed-ba0f-47bef2166285 None None] Port 64dcbc6f-fbd6-4915-a53f-491529f0438c cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:48:33.085666 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 406c306a-a582-4f6f-97ec-fd04d5aba047 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:48:33.195069 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 406c306a-a582-4f6f-97ec-fd04d5aba047 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:33.195680 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:33.304221 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'name': 'tempest-TestVolumeBootPattern-1917381406-router', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'e50d1dfb-c1b3-49cf-aca9-4f370e605cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:29Z', 'updated_at': '2021-09-23T18:48:32Z', 'revision_number': 4, 'project_id': '54db9dbe06bc44c082e975319d12836a', 'gw_port': {'id': 'e50d1dfb-c1b3-49cf-aca9-4f370e605cb0', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:29Z', 'updated_at': '2021-09-23T18:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '64dcbc6f-fbd6-4915-a53f-491529f0438c', 'name': '', 'network_id': '5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'mac_address': 'fa:16:3e:28:29:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd5845027-ec2a-43fb-a943-03f0fe39dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:31Z', 'updated_at': '2021-09-23T18:48:32Z', 'revision_number': 2, 'project_id': '54db9dbe06bc44c082e975319d12836a', 'subnets': [{'id': 'd5845027-ec2a-43fb-a943-03f0fe39dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:33.334062 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b68e7-0405-411f-ade9-dbbf426cbec5 None None] The sync data for ids ['0a71ab68-c55f-4c61-9925-78c32aa7a49d'] in dv-cinder-810415-4-iscsi is: [{'id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'name': 'tempest-TestVolumeBootPattern-1917381406-router', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'e50d1dfb-c1b3-49cf-aca9-4f370e605cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:29Z', 'updated_at': '2021-09-23T18:48:32Z', 'revision_number': 4, 'project_id': '54db9dbe06bc44c082e975319d12836a', 'gw_port': {'id': 'e50d1dfb-c1b3-49cf-aca9-4f370e605cb0', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:29Z', 'updated_at': '2021-09-23T18:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '64dcbc6f-fbd6-4915-a53f-491529f0438c', 'name': '', 'network_id': '5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'mac_address': 'fa:16:3e:28:29:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd5845027-ec2a-43fb-a943-03f0fe39dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:31Z', 'updated_at': '2021-09-23T18:48:32Z', 'revision_number': 2, 'project_id': '54db9dbe06bc44c082e975319d12836a', 'subnets': [{'id': 'd5845027-ec2a-43fb-a943-03f0fe39dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:48:33.421166 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 34028) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:33.425801 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-729910ba-7efa-4324-9ad1-2e95699859e9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1560657522', 'description': 'tempest-secgroup-smoke-1560657522 description', 'project_id': 'd0453171fa784e6ba3b9eedb739013f4'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:48:33.452340 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-729910ba-7efa-4324-9ad1-2e95699859e9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:33.545192 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-729910ba-7efa-4324-9ad1-2e95699859e9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:33.553331 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-729910ba-7efa-4324-9ad1-2e95699859e9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:33.587875 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-729910ba-7efa-4324-9ad1-2e95699859e9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:33.589982 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-729910ba-7efa-4324-9ad1-2e95699859e9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1670001 Sep 23 18:48:33.592913 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 34030) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:33.595924 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729910ba-7efa-4324-9ad1-2e95699859e9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d98581-7d1a-4056-a500-21fa728ea854,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:33.598174 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-6a4c9925-2749-4ef9-8fcd-0ce60361f5db tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Request body: {'security_group_rule': {'security_group_id': '66d98581-7d1a-4056-a500-21fa728ea854', 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:48:33.632641 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9925-2749-4ef9-8fcd-0ce60361f5db tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:33.696447 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9925-2749-4ef9-8fcd-0ce60361f5db tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:33.701780 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9925-2749-4ef9-8fcd-0ce60361f5db tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:33.718241 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c9925-2749-4ef9-8fcd-0ce60361f5db tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a3c78b-68b4-479c-b313-eb3848efdaa1,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:33.727033 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fa398-50b6-4ddf-ad7a-ab2419e09b76 req-35e127a7-9ca4-498c-a7a2-2cbbb46680a8 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:33.730304 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-861fa398-50b6-4ddf-ad7a-ab2419e09b76 req-35e127a7-9ca4-498c-a7a2-2cbbb46680a8 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0607069 Sep 23 18:48:33.732979 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9925-2749-4ef9-8fcd-0ce60361f5db tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:33.736844 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-6a4c9925-2749-4ef9-8fcd-0ce60361f5db tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397688 Sep 23 18:48:33.737605 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 34034) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:33.742048 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-d5dee6b3-6497-47aa-beb4-5928fc6a60a9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Request body: {'security_group_rule': {'security_group_id': '66d98581-7d1a-4056-a500-21fa728ea854', 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:48:33.774189 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d5dee6b3-6497-47aa-beb4-5928fc6a60a9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:33.777442 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-861fa398-50b6-4ddf-ad7a-ab2419e09b76 req-9082b63d-d3c0-4b41-9fa9-f52bfdd5b70a tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405099 Sep 23 18:48:33.842477 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d5dee6b3-6497-47aa-beb4-5928fc6a60a9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:33.847466 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d5dee6b3-6497-47aa-beb4-5928fc6a60a9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:33.867725 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dee6b3-6497-47aa-beb4-5928fc6a60a9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9df3bc4-82d0-46e7-af5e-d456a687f1b9,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:33.874182 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d5dee6b3-6497-47aa-beb4-5928fc6a60a9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:33.875484 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-d5dee6b3-6497-47aa-beb4-5928fc6a60a9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368980 Sep 23 18:48:33.879165 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 34036) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:33.887104 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-0f67ce6f-49e8-4f03-aaad-9073b2132d8b tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Request body: {'security_group_rule': {'security_group_id': '66d98581-7d1a-4056-a500-21fa728ea854', 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:48:33.915114 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0f67ce6f-49e8-4f03-aaad-9073b2132d8b tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:33.939578 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 406c306a-a582-4f6f-97ec-fd04d5aba047 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:48:33.985760 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0f67ce6f-49e8-4f03-aaad-9073b2132d8b tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:33.989853 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0f67ce6f-49e8-4f03-aaad-9073b2132d8b tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:33.996528 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 406c306a-a582-4f6f-97ec-fd04d5aba047 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:33.996968 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:34.015769 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0f67ce6f-49e8-4f03-aaad-9073b2132d8b tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:34.015769 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-0f67ce6f-49e8-4f03-aaad-9073b2132d8b tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346712 Sep 23 18:48:34.017585 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 34038) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:34.020580 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67ce6f-49e8-4f03-aaad-9073b2132d8b tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a72b05-21cd-424a-b718-cb54cd329e70,revision_number=0']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:34.027622 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-21074d34-9236-4077-8225-fe1e62720e66 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Request body: {'security_group_rule': {'security_group_id': '66d98581-7d1a-4056-a500-21fa728ea854', 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:48:34.062344 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-21074d34-9236-4077-8225-fe1e62720e66 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:34.127531 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-21074d34-9236-4077-8225-fe1e62720e66 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:34.131358 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-21074d34-9236-4077-8225-fe1e62720e66 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:34.154603 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21074d34-9236-4077-8225-fe1e62720e66 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be10230-dbac-4a9e-ae77-fbaea1d84e13,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:34.162477 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-21074d34-9236-4077-8225-fe1e62720e66 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:34.163869 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-21074d34-9236-4077-8225-fe1e62720e66 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450102 Sep 23 18:48:34.166470 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 34040) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:34.171146 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-c7006811-1da7-4731-8c2b-fa76f311a730 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Request body: {'security_group_rule': {'security_group_id': '66d98581-7d1a-4056-a500-21fa728ea854', 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:48:34.194033 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.securitygroups_db [None req-c7006811-1da7-4731-8c2b-fa76f311a730 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Project d0453171fa784e6ba3b9eedb739013f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 18:48:34.200017 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-c7006811-1da7-4731-8c2b-fa76f311a730 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:34.263207 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-c7006811-1da7-4731-8c2b-fa76f311a730 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:34.268592 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-c7006811-1da7-4731-8c2b-fa76f311a730 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:34.288807 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7006811-1da7-4731-8c2b-fa76f311a730 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629b4baf-da21-4a26-93bc-c61b91a549ff,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:34.297977 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-c7006811-1da7-4731-8c2b-fa76f311a730 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:34.302202 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-c7006811-1da7-4731-8c2b-fa76f311a730 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316001 Sep 23 18:48:34.302202 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 34044) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:48:34.306762 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-3de5d88b-c3c0-4306-995d-118c7b7311c7 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Request body: {'security_group_rule': {'security_group_id': '66d98581-7d1a-4056-a500-21fa728ea854', 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:48:34.331858 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.securitygroups_db [None req-3de5d88b-c3c0-4306-995d-118c7b7311c7 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Project d0453171fa784e6ba3b9eedb739013f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 18:48:34.337546 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3de5d88b-c3c0-4306-995d-118c7b7311c7 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:34.401057 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3de5d88b-c3c0-4306-995d-118c7b7311c7 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:34.406320 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3de5d88b-c3c0-4306-995d-118c7b7311c7 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655882'] for security_group_rule, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:34.425202 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5d88b-c3c0-4306-995d-118c7b7311c7 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71158910-0131-4091-98e7-e2a246022a8d,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:34.430709 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3de5d88b-c3c0-4306-995d-118c7b7311c7 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:34.435447 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-3de5d88b-c3c0-4306-995d-118c7b7311c7 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288350 Sep 23 18:48:34.938107 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d34e0-e5b6-450e-9934-3ffe95eeb3aa req-139b6204-ff5f-44c3-b753-a97ca7d5dab0 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:34.939635 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f83d34e0-e5b6-450e-9934-3ffe95eeb3aa req-139b6204-ff5f-44c3-b753-a97ca7d5dab0 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0610025 Sep 23 18:48:34.989268 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f83d34e0-e5b6-450e-9934-3ffe95eeb3aa req-69d5646d-e349-4286-ad7e-89c5227b0b4d tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422254 Sep 23 18:48:35.404580 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Sync routers for ids ['0a71ab68-c55f-4c61-9925-78c32aa7a49d'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:48:35.414244 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Routers {'0a71ab68-c55f-4c61-9925-78c32aa7a49d'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:48:35.414848 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:48:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['0a71ab68-c55f-4c61-9925-78c32aa7a49d'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:35.519525 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Set router 0a71ab68-c55f-4c61-9925-78c32aa7a49d gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:48:35.715668 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'name': 'tempest-TestVolumeBootPattern-1917381406-router', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'e50d1dfb-c1b3-49cf-aca9-4f370e605cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:29Z', 'updated_at': '2021-09-23T18:48:32Z', 'revision_number': 4, 'project_id': '54db9dbe06bc44c082e975319d12836a', 'gw_port': {'id': 'e50d1dfb-c1b3-49cf-aca9-4f370e605cb0', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:29Z', 'updated_at': '2021-09-23T18:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '64dcbc6f-fbd6-4915-a53f-491529f0438c', 'name': '', 'network_id': '5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'mac_address': 'fa:16:3e:28:29:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd5845027-ec2a-43fb-a943-03f0fe39dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:31Z', 'updated_at': '2021-09-23T18:48:32Z', 'revision_number': 2, 'project_id': '54db9dbe06bc44c082e975319d12836a', 'subnets': [{'id': 'd5845027-ec2a-43fb-a943-03f0fe39dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:35.741362 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Checking router: 0a71ab68-c55f-4c61-9925-78c32aa7a49d for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:48:35.741719 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Updating router 0a71ab68-c55f-4c61-9925-78c32aa7a49d port 64dcbc6f-fbd6-4915-a53f-491529f0438c binding host dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 18:48:35.771395 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:35.936151 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device e50d1dfb-c1b3-49cf-aca9-4f370e605cb0 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:48:35.984444 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port e50d1dfb-c1b3-49cf-aca9-4f370e605cb0 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:35.985120 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:36.056414 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:36.065602 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:36.081497 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:36.108841 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] For port e50d1dfb-c1b3-49cf-aca9-4f370e605cb0, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=e50d1dfb-c1b3-49cf-aca9-4f370e605cb0,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:48:36.113623 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:36.125749 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612172f-42ab-49a6-9145-0c03c982362b None None] Pushing event updated for resources: {'Port': ['ID=64dcbc6f-fbd6-4915-a53f-491529f0438c,revision_number=3']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:36.144552 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a54815-fb74-4dae-a402-b892cbc231cf req-343df0c0-af12-4a8a-977c-ace7000f3133 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:36.148180 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c9a54815-fb74-4dae-a402-b892cbc231cf req-343df0c0-af12-4a8a-977c-ace7000f3133 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0789161 Sep 23 18:48:36.187331 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Attempting to bind port 64dcbc6f-fbd6-4915-a53f-491529f0438c on host dv-cinder-810415-4-iscsi for vnic_type normal with profile {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:48:36.187793 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Attempting to bind port 64dcbc6f-fbd6-4915-a53f-491529f0438c by drivers openvswitch,hyperv on host dv-cinder-810415-4-iscsi at level 0 using segments [{'id': 'f24d771e-f8e2-425f-9ae8-eee88c027464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea'}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:48:36.188604 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Attempting to bind port 64dcbc6f-fbd6-4915-a53f-491529f0438c on network 5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:48:36.194308 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Checking agent: {'id': '3fc11338-fe37-4ab6-ab4b-fce7d3eb6411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 34, 53), 'started_at': datetime.datetime(2021, 9, 23, 18, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:48:36.194784 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Checking segment: {'id': 'f24d771e-f8e2-425f-9ae8-eee88c027464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:48:36.194924 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Pushing event updated for resources: {'Port': ['ID=e50d1dfb-c1b3-49cf-aca9-4f370e605cb0,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:36.195293 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:36.195719 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Bound using segment: {'id': 'f24d771e-f8e2-425f-9ae8-eee88c027464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea'} {{(pid=100706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:48:36.196283 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.managers [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Bound port: 64dcbc6f-fbd6-4915-a53f-491529f0438c, host: dv-cinder-810415-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24d771e-f8e2-425f-9ae8-eee88c027464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea'}}] {{(pid=100706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:48:36.196760 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:36.209051 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c9a54815-fb74-4dae-a402-b892cbc231cf req-6e6ac985-5fb8-4d87-8bb0-2a47099787d8 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518439 Sep 23 18:48:36.278788 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] For port 64dcbc6f-fbd6-4915-a53f-491529f0438c, host dv-cinder-810415-4-iscsi, cleared binding levels {{(pid=100706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:48:36.285414 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.plugins.ml2.db [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] For port 64dcbc6f-fbd6-4915-a53f-491529f0438c, host dv-cinder-810415-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=64dcbc6f-fbd6-4915-a53f-491529f0438c,segment=NetworkSegment(f24d771e-f8e2-425f-9ae8-eee88c027464),segment_id=f24d771e-f8e2-425f-9ae8-eee88c027464)] {{(pid=100706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:48:36.291455 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron_lib.callbacks.manager [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:36.354503 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Routers {'0a71ab68-c55f-4c61-9925-78c32aa7a49d'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:48:36.355140 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:48:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['0a71ab68-c55f-4c61-9925-78c32aa7a49d'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:36.358100 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612172f-42ab-49a6-9145-0c03c982362b None None] Pushing event updated for resources: {'Port': ['ID=64dcbc6f-fbd6-4915-a53f-491529f0438c,revision_number=4']} {{(pid=100706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:36.414874 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-3898c8fe-82b2-484f-847c-ffaddade2754 None None] Provisioning complete for port 64dcbc6f-fbd6-4915-a53f-491529f0438c triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:36.415601 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-3898c8fe-82b2-484f-847c-ffaddade2754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:36.476174 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] Set router 0a71ab68-c55f-4c61-9925-78c32aa7a49d gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:48:36.535276 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-3898c8fe-82b2-484f-847c-ffaddade2754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:36.586768 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-3898c8fe-82b2-484f-847c-ffaddade2754 None None] For port 64dcbc6f-fbd6-4915-a53f-491529f0438c, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=64dcbc6f-fbd6-4915-a53f-491529f0438c,segment=NetworkSegment(f24d771e-f8e2-425f-9ae8-eee88c027464),segment_id=f24d771e-f8e2-425f-9ae8-eee88c027464)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:48:36.593359 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-3898c8fe-82b2-484f-847c-ffaddade2754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:36.647999 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898c8fe-82b2-484f-847c-ffaddade2754 None None] Pushing event updated for resources: {'Port': ['ID=64dcbc6f-fbd6-4915-a53f-491529f0438c,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:36.719335 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-aadc3a74-f5d3-44c8-b16b-3855faee8413 None None] Provisioning complete for port 64dcbc6f-fbd6-4915-a53f-491529f0438c triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:36.719708 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-aadc3a74-f5d3-44c8-b16b-3855faee8413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:36.786000 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'name': 'tempest-TestVolumeBootPattern-1917381406-router', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'e50d1dfb-c1b3-49cf-aca9-4f370e605cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:29Z', 'updated_at': '2021-09-23T18:48:32Z', 'revision_number': 4, 'project_id': '54db9dbe06bc44c082e975319d12836a', 'gw_port': {'id': 'e50d1dfb-c1b3-49cf-aca9-4f370e605cb0', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:29Z', 'updated_at': '2021-09-23T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '64dcbc6f-fbd6-4915-a53f-491529f0438c', 'name': '', 'network_id': '5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'mac_address': 'fa:16:3e:28:29:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd5845027-ec2a-43fb-a943-03f0fe39dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:31Z', 'updated_at': '2021-09-23T18:48:36Z', 'revision_number': 4, 'project_id': '54db9dbe06bc44c082e975319d12836a', 'subnets': [{'id': 'd5845027-ec2a-43fb-a943-03f0fe39dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:48:36.813566 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc4bfea-d9cd-4871-aef8-a7aed8d204f6 None None] The sync data for ids ['0a71ab68-c55f-4c61-9925-78c32aa7a49d'] in dv-cinder-810415-4-iscsi is: [{'id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'name': 'tempest-TestVolumeBootPattern-1917381406-router', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'e50d1dfb-c1b3-49cf-aca9-4f370e605cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:29Z', 'updated_at': '2021-09-23T18:48:32Z', 'revision_number': 4, 'project_id': '54db9dbe06bc44c082e975319d12836a', 'gw_port': {'id': 'e50d1dfb-c1b3-49cf-aca9-4f370e605cb0', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:29Z', 'updated_at': '2021-09-23T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '64dcbc6f-fbd6-4915-a53f-491529f0438c', 'name': '', 'network_id': '5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'mac_address': 'fa:16:3e:28:29:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd5845027-ec2a-43fb-a943-03f0fe39dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:31Z', 'updated_at': '2021-09-23T18:48:36Z', 'revision_number': 4, 'project_id': '54db9dbe06bc44c082e975319d12836a', 'subnets': [{'id': 'd5845027-ec2a-43fb-a943-03f0fe39dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:48:37.330581 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c2b10-27b9-42b7-8aa5-97d56b46d82d req-70a9694e-e62e-49f7-9ad4-4b7c0096ac03 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:37.332101 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1e1c2b10-27b9-42b7-8aa5-97d56b46d82d req-70a9694e-e62e-49f7-9ad4-4b7c0096ac03 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0518012 Sep 23 18:48:37.372754 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1e1c2b10-27b9-42b7-8aa5-97d56b46d82d req-c9389b26-e32a-4b47-996e-deef35599517 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344419 Sep 23 18:48:37.923957 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 64dcbc6f-fbd6-4915-a53f-491529f0438c up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:48:37.969891 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port 64dcbc6f-fbd6-4915-a53f-491529f0438c triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:37.970266 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:38.045178 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device e50d1dfb-c1b3-49cf-aca9-4f370e605cb0 up at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:48:38.097363 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Provisioning complete for port e50d1dfb-c1b3-49cf-aca9-4f370e605cb0 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:38.097660 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:38.486498 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204a2dd-caa9-4e21-a122-b82727b980f7 req-3cfc0c91-3300-4508-ba9c-02f330b754b6 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:38.487968 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a204a2dd-caa9-4e21-a122-b82727b980f7 req-3cfc0c91-3300-4508-ba9c-02f330b754b6 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0486264 Sep 23 18:48:38.530621 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a204a2dd-caa9-4e21-a122-b82727b980f7 req-df8f4f3a-de50-4b7c-8dc2-83d141630bca tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365443 Sep 23 18:48:39.647319 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413964b-f0c3-4245-9516-3c27fc8efc85 req-8df4239e-5446-4885-9d35-71694f8b613b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:39.648785 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c413964b-f0c3-4245-9516-3c27fc8efc85 req-8df4239e-5446-4885-9d35-71694f8b613b tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0490687 Sep 23 18:48:39.688483 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c413964b-f0c3-4245-9516-3c27fc8efc85 req-aa3cdbd0-c027-432d-a884-01acc49817ac tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329976 Sep 23 18:48:40.802984 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07bce0-9e77-4ff2-bc6c-8648553fdf4a req-15bd22ef-c650-43dc-b3d7-822bce53bea3 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:40.804567 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fe07bce0-9e77-4ff2-bc6c-8648553fdf4a req-15bd22ef-c650-43dc-b3d7-822bce53bea3 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0492492 Sep 23 18:48:40.844403 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fe07bce0-9e77-4ff2-bc6c-8648553fdf4a req-737567a1-8beb-46e2-a1d7-7f97d084e81d tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330286 Sep 23 18:48:41.964308 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eac121-f3d7-4a54-8be5-736a22617a78 req-6781dff9-04a6-4cdb-8364-8828465b0fe6 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:41.965767 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-89eac121-f3d7-4a54-8be5-736a22617a78 req-6781dff9-04a6-4cdb-8364-8828465b0fe6 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0487676 Sep 23 18:48:42.008304 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-89eac121-f3d7-4a54-8be5-736a22617a78 req-0660db28-511c-48a0-af8b-e6788a3bd3cf tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365832 Sep 23 18:48:43.122444 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0619b88-4d4e-4764-a7cf-dbd4792e491e req-eda90f5f-d069-42e8-aba3-e8bf1f19ecc2 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:43.123909 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a0619b88-4d4e-4764-a7cf-dbd4792e491e req-eda90f5f-d069-42e8-aba3-e8bf1f19ecc2 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0488899 Sep 23 18:48:43.168064 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a0619b88-4d4e-4764-a7cf-dbd4792e491e req-cdde6850-039e-483e-9a0d-2d97138178b7 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367205 Sep 23 18:48:44.308719 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69c9be-3263-4b19-b6c3-a3ae44df67cd req-105d9454-7210-4a71-a851-cfcb712bb253 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:44.310577 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ca69c9be-3263-4b19-b6c3-a3ae44df67cd req-105d9454-7210-4a71-a851-cfcb712bb253 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0735977 Sep 23 18:48:44.365552 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ca69c9be-3263-4b19-b6c3-a3ae44df67cd req-9ad84d28-2719-4417-b132-ea06f19d3007 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435772 Sep 23 18:48:45.484102 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade518da-3a6a-4f57-a1f0-763b0d335cc3 req-13dda576-2bb7-4ad9-9018-736dbc44e233 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:45.485635 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ade518da-3a6a-4f57-a1f0-763b0d335cc3 req-13dda576-2bb7-4ad9-9018-736dbc44e233 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0512791 Sep 23 18:48:45.529704 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ade518da-3a6a-4f57-a1f0-763b0d335cc3 req-81d8f3ee-950e-4f6e-ac7f-270762a55d98 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=a9146da6-17b6-416b-bab2-4fbc8b364404&id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377882 Sep 23 18:48:47.250569 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:48.315235 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:48:49.926261 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-17ec72df-cc8e-43ad-9543-97e100247b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:52.595861 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-34b6e9e6-9367-417a-a28c-84940dbed175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:52.908593 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:53.581454 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:55.451842 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:56.162546 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-1b72d315-df76-444c-9831-b5af45579174 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560657522&fields=id&tenant_id=d0453171fa784e6ba3b9eedb739013f4 HTTP/1.1" status: 200 len: 267 time: 0.0357141 Sep 23 18:48:56.291964 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-4058f466-ef0d-4e82-a91a-ac69865c9f9d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:56.293429 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-4058f466-ef0d-4e82-a91a-ac69865c9f9d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/networks?id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 200 len: 811 time: 0.1225383 Sep 23 18:48:56.308039 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-d7fec45e-7573-4538-80ff-a30996d20f4c tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/quotas/d0453171fa784e6ba3b9eedb739013f4 HTTP/1.1" status: 200 len: 375 time: 0.0090308 Sep 23 18:48:56.363706 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-ea69ecf4-973d-40d2-b974-5a549f159ec9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503030 Sep 23 18:48:56.455045 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-cc8c2dc9-ea60-4f5f-8312-4d679917261f service neutron] 10.222.0.70 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798810 Sep 23 18:48:56.543609 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-1474a014-ab18-4401-a4a4-89f66c678999 service neutron] 10.222.0.70 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825536 Sep 23 18:48:56.833836 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ade71063-5819-40d7-9916-9a0f64b5442d req-8c41a8b3-9f36-4117-bd94-94e2c7d99881 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 210 time: 0.0272326 Sep 23 18:48:57.796785 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5ca72-0476-4613-b758-36cc6e7209f8 req-d6d7caa2-257d-4e4b-b598-6d1f593131e7 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:57.798305 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5ba5ca72-0476-4613-b758-36cc6e7209f8 req-d6d7caa2-257d-4e4b-b598-6d1f593131e7 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 945 time: 0.0493472 Sep 23 18:48:57.847830 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5ba5ca72-0476-4613-b758-36cc6e7209f8 req-155bba25-ff1e-49fd-8a24-2a14eb125a38 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b97ec7e-2df5-4356-b360-e14ba0f94504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428908 Sep 23 18:48:57.914380 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-2cc789db-aaaf-49af-ad73-17913a8deac4 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:57.915854 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-2cc789db-aaaf-49af-ad73-17913a8deac4 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.42 "GET /v2.0/networks?id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 200 len: 811 time: 0.1184683 Sep 23 18:48:57.941377 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e4c89540-8bfb-43de-bfeb-4fc3b4197dd6 req-531f8fff-c66e-470c-8d70-99003b480e1d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 210 time: 0.0280428 Sep 23 18:48:57.972696 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-c877caa2-f0ce-4adc-95e9-e1e6717e0a9e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0453171fa784e6ba3b9eedb739013f4 HTTP/1.1" status: 200 len: 380 time: 0.0346754 Sep 23 18:48:57.984320 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-d5288a1a-7918-47ca-aebf-be8cd817b35e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Request body: {'port': {'device_id': '5bf435c9-aaff-4171-b222-cace1ad7621a', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'admin_state_up': True, 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'security_groups': ['66d98581-7d1a-4056-a500-21fa728ea854']}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:48:58.091390 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-d5288a1a-7918-47ca-aebf-be8cd817b35e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Made reservation on behalf of d0453171fa784e6ba3b9eedb739013f4 for: {'port': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:48:58.095718 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-d5288a1a-7918-47ca-aebf-be8cd817b35e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:58.219696 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-d5288a1a-7918-47ca-aebf-be8cd817b35e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Allocated IP 172.20.0.6 (9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4/879b8817-bb1c-4e98-87fd-23bc279c23d8/4e4e982c-296d-4214-b597-4e028fbf7da2) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:48:58.359434 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-d5288a1a-7918-47ca-aebf-be8cd817b35e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:58.608810 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-d5288a1a-7918-47ca-aebf-be8cd817b35e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:58.649789 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-d5288a1a-7918-47ca-aebf-be8cd817b35e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:48:58.652771 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-d5288a1a-7918-47ca-aebf-be8cd817b35e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:48:58.660964 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-d5288a1a-7918-47ca-aebf-be8cd817b35e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:48:58.664771 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5288a1a-7918-47ca-aebf-be8cd817b35e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event updated for resources: {'Port': ['ID=4e4e982c-296d-4214-b597-4e028fbf7da2,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:58.710475 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-d5288a1a-7918-47ca-aebf-be8cd817b35e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:58.711106 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-d5288a1a-7918-47ca-aebf-be8cd817b35e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:58.727281 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-d5288a1a-7918-47ca-aebf-be8cd817b35e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7466481 Sep 23 18:48:58.742450 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Request body: {'port': {'device_id': '5bf435c9-aaff-4171-b222-cace1ad7621a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:48:58.798851 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:58.862226 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-e31617bd-b4b6-4d25-a6bf-f5905a3b97ca None None] Provisioning complete for port 4e4e982c-296d-4214-b597-4e028fbf7da2 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:48:58.862785 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e31617bd-b4b6-4d25-a6bf-f5905a3b97ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:58.897836 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-e31617bd-b4b6-4d25-a6bf-f5905a3b97ca None None] Port 4e4e982c-296d-4214-b597-4e028fbf7da2 cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:48:58.982163 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37765b-6fc1-471e-907d-5e60d7b2b744 req-b39870e4-3ce0-43de-9bec-3a980699fd69 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:58.983654 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3e37765b-6fc1-471e-907d-5e60d7b2b744 req-b39870e4-3ce0-43de-9bec-3a980699fd69 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 945 time: 0.0568562 Sep 23 18:48:59.020603 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3e37765b-6fc1-471e-907d-5e60d7b2b744 req-b44aec25-2a97-463f-93af-4b5dc827b300 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b97ec7e-2df5-4356-b360-e14ba0f94504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307570 Sep 23 18:48:59.063902 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4e982c-296d-4214-b597-4e028fbf7da2 {{(pid=100703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:48:59.071390 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:59.083099 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.provisioning_blocks [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Transition to ACTIVE for port object 4e4e982c-296d-4214-b597-4e028fbf7da2 will not be triggered until provisioned by entity L2. {{(pid=100703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:48:59.086844 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:59.126807 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ba14e-5121-4e1c-be54-7b3875b29e2f req-b229fe50-2ab4-4f7b-ac20-a9fd2091a507 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:59.128392 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-df1ba14e-5121-4e1c-be54-7b3875b29e2f req-b229fe50-2ab4-4f7b-ac20-a9fd2091a507 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 943 time: 0.0499344 Sep 23 18:48:59.139284 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Pushing event updated for resources: {'Port': ['ID=4e4e982c-296d-4214-b597-4e028fbf7da2,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:59.172445 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-df1ba14e-5121-4e1c-be54-7b3875b29e2f req-a4ca7d58-db6a-4716-b6b2-d7daaaa3c447 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362594 Sep 23 18:48:59.218838 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Attempting to bind port 4e4e982c-296d-4214-b597-4e028fbf7da2 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:48:59.219182 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Attempting to bind port 4e4e982c-296d-4214-b597-4e028fbf7da2 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:48:59.219512 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Attempting to bind port 4e4e982c-296d-4214-b597-4e028fbf7da2 on network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:48:59.224027 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Port 4e4e982c-296d-4214-b597-4e028fbf7da2 on network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:48:59.224386 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Attempting to bind port 4e4e982c-296d-4214-b597-4e028fbf7da2 on network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:48:59.230306 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:48:59.230653 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Checking segment: {'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:48:59.231045 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Bound using segment: {'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:48:59.231474 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Bound port: 4e4e982c-296d-4214-b597-4e028fbf7da2, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'}}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:48:59.231859 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:59.297423 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] For port 4e4e982c-296d-4214-b597-4e028fbf7da2, host hv-cinder-81041, cleared binding levels {{(pid=100703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:48:59.300483 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] For port 4e4e982c-296d-4214-b597-4e028fbf7da2, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=4e4e982c-296d-4214-b597-4e028fbf7da2,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:48:59.304429 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:59.337575 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:59.338427 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:48:59.340080 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] 10.222.0.42 "PUT /v2.0/ports/4e4e982c-296d-4214-b597-4e028fbf7da2 HTTP/1.1" status: 200 len: 1093 time: 0.6017029 Sep 23 18:48:59.342448 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf435c9-aaff-4171-b222-cace1ad7621a', 'tag': '4e4e982c-296d-4214-b597-4e028fbf7da2'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:48:59.344712 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0c62cd-ba6f-4680-9d9e-1ccf5b4481ee" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf435c9-aaff-4171-b222-cace1ad7621a", "tag": "4e4e982c-296d-4214-b597-4e028fbf7da2"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:48:59.374621 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee57f73-8d6f-4594-8f52-94f49384895d service neutron] Pushing event updated for resources: {'Port': ['ID=4e4e982c-296d-4214-b597-4e028fbf7da2,revision_number=3']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:48:59.387644 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021382e0-52af-4816-9727-581dd636e7bf x-openstack-request-id: req-021382e0-52af-4816-9727-581dd636e7bf {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:48:59.387921 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf435c9-aaff-4171-b222-cace1ad7621a", "tag": "4e4e982c-296d-4214-b597-4e028fbf7da2", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:48:59.388174 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-021382e0-52af-4816-9727-581dd636e7bf {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:48:59.388634 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf435c9-aaff-4171-b222-cace1ad7621a', 'tag': '4e4e982c-296d-4214-b597-4e028fbf7da2', 'status': 'completed', 'code': 200} Sep 23 18:48:59.445848 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-a70b5b56-8775-4236-bd2a-8693772250de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:59.447451 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-a70b5b56-8775-4236-bd2a-8693772250de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 1096 time: 0.0453370 Sep 23 18:48:59.491840 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-8689bbf9-a7f4-4aae-9f0a-30e8168737e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e4e982c-296d-4214-b597-4e028fbf7da2 HTTP/1.1" status: 200 len: 217 time: 0.0346861 Sep 23 18:48:59.545881 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-d597a1fb-8c9f-4a38-98d6-11ebc625bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:59.547318 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-d597a1fb-8c9f-4a38-98d6-11ebc625bb20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=879b8817-bb1c-4e98-87fd-23bc279c23d8 HTTP/1.1" status: 200 len: 850 time: 0.0443661 Sep 23 18:48:59.599484 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-ac133994-1913-44b1-b115-828ccb31948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:59.600981 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-ac133994-1913-44b1-b115-828ccb31948f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420432 Sep 23 18:48:59.688956 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-b0e7591c-81ed-4054-a8cd-220d88fdecf5 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777857 Sep 23 18:48:59.782509 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-570b4374-1bf2-493b-a1eb-a1518761e3c1 req-a836546a-e72d-4201-bc6c-0fc35cb89645 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839009 Sep 23 18:48:59.878678 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c62cd-ba6f-4680-9d9e-1ccf5b4481ee req-e5b36fd0-7e7e-47d0-bbfb-350840d73b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:59.880175 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-ff0c62cd-ba6f-4680-9d9e-1ccf5b4481ee req-e5b36fd0-7e7e-47d0-bbfb-350840d73b73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 1096 time: 0.0407941 Sep 23 18:48:59.972519 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c62cd-ba6f-4680-9d9e-1ccf5b4481ee req-b21ba675-c83f-49c1-b879-d57918729f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:48:59.973871 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-ff0c62cd-ba6f-4680-9d9e-1ccf5b4481ee req-b21ba675-c83f-49c1-b879-d57918729f5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 200 len: 913 time: 0.0839014 Sep 23 18:49:00.015705 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-ff0c62cd-ba6f-4680-9d9e-1ccf5b4481ee req-1bc53c0d-d40f-41e2-a464-7f3c09b4833f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e4e982c-296d-4214-b597-4e028fbf7da2 HTTP/1.1" status: 200 len: 217 time: 0.0328043 Sep 23 18:49:00.069449 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c62cd-ba6f-4680-9d9e-1ccf5b4481ee req-b2947fde-f3ca-4bbd-bcca-85ef17c91ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:00.070918 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-ff0c62cd-ba6f-4680-9d9e-1ccf5b4481ee req-b2947fde-f3ca-4bbd-bcca-85ef17c91ecb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=879b8817-bb1c-4e98-87fd-23bc279c23d8 HTTP/1.1" status: 200 len: 850 time: 0.0436864 Sep 23 18:49:00.123369 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c62cd-ba6f-4680-9d9e-1ccf5b4481ee req-2554576e-6419-40e7-a05b-e355bd639374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:00.125195 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-ff0c62cd-ba6f-4680-9d9e-1ccf5b4481ee req-2554576e-6419-40e7-a05b-e355bd639374 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450995 Sep 23 18:49:00.174139 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65734a37-345e-4d22-a059-50187c2c9832 req-76dd0a29-b99d-4ac4-a94d-5eebad54ab33 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:00.175622 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-65734a37-345e-4d22-a059-50187c2c9832 req-76dd0a29-b99d-4ac4-a94d-5eebad54ab33 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 945 time: 0.0754750 Sep 23 18:49:00.205574 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc75d0-3f74-4eda-82bd-cc79e3c138be req-436ca826-b209-48b1-8be6-8002ba2895c4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:00.206729 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2cbc75d0-3f74-4eda-82bd-cc79e3c138be req-436ca826-b209-48b1-8be6-8002ba2895c4 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.42 "GET /v2.0/ports?device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 945 time: 0.0806746 Sep 23 18:49:00.223310 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-ff0c62cd-ba6f-4680-9d9e-1ccf5b4481ee req-85126318-4c6d-4245-b7c4-a9b319b67b45 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895636 Sep 23 18:49:00.250004 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-65734a37-345e-4d22-a059-50187c2c9832 req-1cbe4906-0623-4c64-9af3-626b302f14da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b97ec7e-2df5-4356-b360-e14ba0f94504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681274 Sep 23 18:49:00.319411 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-ff0c62cd-ba6f-4680-9d9e-1ccf5b4481ee req-63dbc3ff-f999-47b2-b158-1e3f17597ff9 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869403 Sep 23 18:49:00.331731 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec8b06-c260-4e63-ad1e-42aab04fa0e1 req-dfd28a7f-68d5-4ee3-b948-71f0a5a39a39 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:00.333291 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-15ec8b06-c260-4e63-ad1e-42aab04fa0e1 req-dfd28a7f-68d5-4ee3-b948-71f0a5a39a39 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 943 time: 0.0867953 Sep 23 18:49:00.368646 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-2cbc75d0-3f74-4eda-82bd-cc79e3c138be req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Deleting port c2494734-148e-43d7-8d73-8fc6b06f59e0 {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:00.368989 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-2cbc75d0-3f74-4eda-82bd-cc79e3c138be req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:00.394567 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-15ec8b06-c260-4e63-ad1e-42aab04fa0e1 req-b0b7bb85-08ef-41cf-bcd9-35528f4ec437 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534375 Sep 23 18:49:00.464250 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-2cbc75d0-3f74-4eda-82bd-cc79e3c138be req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] For port c2494734-148e-43d7-8d73-8fc6b06f59e0, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=c2494734-148e-43d7-8d73-8fc6b06f59e0,segment=NetworkSegment(60b958f9-3055-42ca-9de4-5f1b6fc2dc83),segment_id=60b958f9-3055-42ca-9de4-5f1b6fc2dc83)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:00.464634 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-2cbc75d0-3f74-4eda-82bd-cc79e3c138be req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:00.626835 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-2cbc75d0-3f74-4eda-82bd-cc79e3c138be req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:00.627196 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-2cbc75d0-3f74-4eda-82bd-cc79e3c138be req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:00.627511 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.l3_db [req-2cbc75d0-3f74-4eda-82bd-cc79e3c138be req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Floating IP 062f24da-1a4e-42ff-b87d-af7fe738690f disassociated. External IP: 172.27.1.30, port: c2494734-148e-43d7-8d73-8fc6b06f59e0. Sep 23 18:49:00.627855 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-2cbc75d0-3f74-4eda-82bd-cc79e3c138be req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Calling delete_port for c2494734-148e-43d7-8d73-8fc6b06f59e0 owned by compute:nova {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:00.746698 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-2cbc75d0-3f74-4eda-82bd-cc79e3c138be req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:00.772679 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event deleted for resources: {'Port': ['ID=c2494734-148e-43d7-8d73-8fc6b06f59e0,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:00.781953 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:00.782325 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:00.782705 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:00.783066 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:00.783423 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:00.783759 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:00.784131 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:00.784510 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:00.784844 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:00.785175 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:00.786019 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:00.786019 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:00.895816 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cbc75d0-3f74-4eda-82bd-cc79e3c138be req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Router 4654c909-0bae-4fc0-b974-29472546a885 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:49:01.245431 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cbc75d0-3f74-4eda-82bd-cc79e3c138be req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:49:01.256492 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ccf8d9-ab8d-47bf-a396-8adea4d4841f None None] Sync routers for ids ['4654c909-0bae-4fc0-b974-29472546a885'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:49:01.266327 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ccf8d9-ab8d-47bf-a396-8adea4d4841f None None] Routers {'4654c909-0bae-4fc0-b974-29472546a885'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:01.267384 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-91ccf8d9-ab8d-47bf-a396-8adea4d4841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:48:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['4654c909-0bae-4fc0-b974-29472546a885'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:01.287730 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbc75d0-3f74-4eda-82bd-cc79e3c138be req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] No DVR routers for this DVR port c2494734-148e-43d7-8d73-8fc6b06f59e0 on host hv-cinder-81041 {{(pid=100704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:49:01.290228 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-2cbc75d0-3f74-4eda-82bd-cc79e3c138be req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:01.292262 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2cbc75d0-3f74-4eda-82bd-cc79e3c138be req-3dfa34c3-62ed-46fe-9975-3a0d4fc293da tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.42 "DELETE /v2.0/ports/c2494734-148e-43d7-8d73-8fc6b06f59e0 HTTP/1.1" status: 204 len: 173 time: 1.0731852 Sep 23 18:49:01.292704 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcf6eeb-1cd2-40a7-8b5d-144376b16268', 'name': 'network-vif-deleted', 'tag': 'c2494734-148e-43d7-8d73-8fc6b06f59e0'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:49:01.294935 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf90c31-6039-43f6-a6ee-f39e37b36628" -d '{"events": [{"server_uuid": "efcf6eeb-1cd2-40a7-8b5d-144376b16268", "name": "network-vif-deleted", "tag": "c2494734-148e-43d7-8d73-8fc6b06f59e0"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:49:01.353270 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7710db00-d3cc-41d0-8b98-59a917616243 req-d13072ee-aeeb-454c-b211-5afeb1d5d8d9 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/ports?device_id=efcf6eeb-1cd2-40a7-8b5d-144376b16268 HTTP/1.1" status: 200 len: 210 time: 0.0279753 Sep 23 18:49:01.358970 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b4a013-0cf7-44b0-abb8-dbee083ae1a1 x-openstack-request-id: req-b4b4a013-0cf7-44b0-abb8-dbee083ae1a1 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:49:01.359282 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcf6eeb-1cd2-40a7-8b5d-144376b16268", "name": "network-vif-deleted", "tag": "c2494734-148e-43d7-8d73-8fc6b06f59e0", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:49:01.359537 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4b4a013-0cf7-44b0-abb8-dbee083ae1a1 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:49:01.359936 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcf6eeb-1cd2-40a7-8b5d-144376b16268', 'name': 'network-vif-deleted', 'tag': 'c2494734-148e-43d7-8d73-8fc6b06f59e0', 'status': 'completed', 'code': 200} Sep 23 18:49:01.378990 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-91ccf8d9-ab8d-47bf-a396-8adea4d4841f None None] Set router 4654c909-0bae-4fc0-b974-29472546a885 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:01.513489 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d9e43-7393-4363-a5f1-f09b6fc9ced7 req-9318c6f7-aede-4859-b915-e9de16eacfa4 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:01.515065 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-aa3d9e43-7393-4363-a5f1-f09b6fc9ced7 req-9318c6f7-aede-4859-b915-e9de16eacfa4 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 943 time: 0.0504825 Sep 23 18:49:01.554478 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-aa3d9e43-7393-4363-a5f1-f09b6fc9ced7 req-ca648111-9308-46e9-8637-aa5a64ee1458 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334330 Sep 23 18:49:01.712037 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-91ccf8d9-ab8d-47bf-a396-8adea4d4841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '854baed8-2d1a-40af-b4f8-7605cce46dbd', 'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'mac_address': 'fa:16:3e:21:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:40Z', 'updated_at': '2021-09-23T18:42:48Z', 'revision_number': 5, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'subnets': [{'id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:01.738298 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ccf8d9-ab8d-47bf-a396-8adea4d4841f None None] Checking router: 4654c909-0bae-4fc0-b974-29472546a885 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:49:01.747844 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ccf8d9-ab8d-47bf-a396-8adea4d4841f None None] Routers {'4654c909-0bae-4fc0-b974-29472546a885'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:01.748722 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-91ccf8d9-ab8d-47bf-a396-8adea4d4841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:48:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['4654c909-0bae-4fc0-b974-29472546a885'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:01.867091 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-91ccf8d9-ab8d-47bf-a396-8adea4d4841f None None] Set router 4654c909-0bae-4fc0-b974-29472546a885 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:02.063430 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-91ccf8d9-ab8d-47bf-a396-8adea4d4841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '854baed8-2d1a-40af-b4f8-7605cce46dbd', 'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'mac_address': 'fa:16:3e:21:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:40Z', 'updated_at': '2021-09-23T18:42:48Z', 'revision_number': 5, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'subnets': [{'id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:02.088287 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ccf8d9-ab8d-47bf-a396-8adea4d4841f None None] The sync data for ids ['4654c909-0bae-4fc0-b974-29472546a885'] in dv-cinder-810415-4-iscsi is: [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '854baed8-2d1a-40af-b4f8-7605cce46dbd', 'name': '', 'network_id': '839314a6-4ed6-4581-9a4d-7d83a16562ce', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'mac_address': 'fa:16:3e:21:69:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:40Z', 'updated_at': '2021-09-23T18:42:48Z', 'revision_number': 5, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'subnets': [{'id': '7d1347f6-4986-47d9-9d8d-3f80a83c6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:49:02.312458 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d386e0ef-48ac-42c7-bcde-0433f7f74d80 None None] New status for floating IP 062f24da-1a4e-42ff-b87d-af7fe738690f: DOWN {{(pid=100706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:49:02.444785 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 34406) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:02.498240 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-71e29624-95bd-475a-92b3-a97da7438c88 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:02.526514 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-71e29624-95bd-475a-92b3-a97da7438c88 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:02.575574 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-71e29624-95bd-475a-92b3-a97da7438c88 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:02.578099 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-71e29624-95bd-475a-92b3-a97da7438c88 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:02.579215 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-71e29624-95bd-475a-92b3-a97da7438c88 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "DELETE /v2.0/security-groups/1b97ec7e-2df5-4356-b360-e14ba0f94504 HTTP/1.1" status: 204 len: 168 time: 0.1330822 Sep 23 18:49:02.582273 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 34410) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:02.599044 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e29624-95bd-475a-92b3-a97da7438c88 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b97ec7e-2df5-4356-b360-e14ba0f94504,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:02.601110 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.api.v2.resource [None req-32d62e10-2dfc-4717-a1ee-893494d8c80c tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] show failed (client error): The resource could not be found. Sep 23 18:49:02.602101 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-32d62e10-2dfc-4717-a1ee-893494d8c80c tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "GET /v2.0/security-groups/1b97ec7e-2df5-4356-b360-e14ba0f94504 HTTP/1.1" status: 404 len: 347 time: 0.0189414 Sep 23 18:49:02.605179 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 34412) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:02.742935 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342f7bf-1b0b-4399-989a-fef3a8b9bfbc req-08cc1295-53af-485d-9e83-4b9fe30ed161 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:02.744436 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0342f7bf-1b0b-4399-989a-fef3a8b9bfbc req-08cc1295-53af-485d-9e83-4b9fe30ed161 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 943 time: 0.1049294 Sep 23 18:49:02.784193 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-51e5c000-e959-4146-a662-16b666b12f24 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Deleting port d6b72dd5-89d1-49be-9c40-aaa59f2eafbc {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:02.784559 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-51e5c000-e959-4146-a662-16b666b12f24 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:02.802162 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0342f7bf-1b0b-4399-989a-fef3a8b9bfbc req-2a42fd6f-0f95-4cef-bbec-09ed067570c3 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513251 Sep 23 18:49:02.866822 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-51e5c000-e959-4146-a662-16b666b12f24 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:02.867154 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-51e5c000-e959-4146-a662-16b666b12f24 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:02.879105 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-51e5c000-e959-4146-a662-16b666b12f24 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Calling delete_port for d6b72dd5-89d1-49be-9c40-aaa59f2eafbc owned by network:floatingip {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:03.004913 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-51e5c000-e959-4146-a662-16b666b12f24 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:03.031479 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5c000-e959-4146-a662-16b666b12f24 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Pushing event deleted for resources: {'Port': ['ID=d6b72dd5-89d1-49be-9c40-aaa59f2eafbc,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:03.089060 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-51e5c000-e959-4146-a662-16b666b12f24 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks [] for floatingip, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:03.091508 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-51e5c000-e959-4146-a662-16b666b12f24 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:03.092655 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-51e5c000-e959-4146-a662-16b666b12f24 tempest-AttachVolumeTestJSON-734638049 tempest-AttachVolumeTestJSON-734638049-project] 10.222.0.70 "DELETE /v2.0/floatingips/062f24da-1a4e-42ff-b87d-af7fe738690f HTTP/1.1" status: 204 len: 168 time: 0.4866011 Sep 23 18:49:03.914403 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94ec7e-ffdb-4494-8505-7cf6285eee76 req-f089c330-7e04-4dba-8106-d4daac84707d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:03.915887 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6c94ec7e-ffdb-4494-8505-7cf6285eee76 req-f089c330-7e04-4dba-8106-d4daac84707d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 943 time: 0.0492811 Sep 23 18:49:03.956205 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6c94ec7e-ffdb-4494-8505-7cf6285eee76 req-ac3affe9-f1f8-419c-89a9-249d12b9fb1c tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339346 Sep 23 18:49:04.132692 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device c2494734-148e-43d7-8d73-8fc6b06f59e0 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:04.153050 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: c2494734-148e-43d7-8d73-8fc6b06f59e0 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:04.153421 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device c2494734-148e-43d7-8d73-8fc6b06f59e0 not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:05.069462 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecd053-0934-4cff-9b2f-071f3ddf2b27 req-545ac55e-01a5-477c-8e93-9db8e522ee58 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:05.070920 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a1ecd053-0934-4cff-9b2f-071f3ddf2b27 req-545ac55e-01a5-477c-8e93-9db8e522ee58 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 943 time: 0.0491805 Sep 23 18:49:05.112862 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a1ecd053-0934-4cff-9b2f-071f3ddf2b27 req-c832eb67-886c-4094-904e-c0c858ec7525 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353582 Sep 23 18:49:06.233260 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8055d9-a84d-45ca-8578-5a74f6f2cef7 req-c8726c17-e0d5-4039-b654-3579029b7d57 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:06.234723 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6f8055d9-a84d-45ca-8578-5a74f6f2cef7 req-c8726c17-e0d5-4039-b654-3579029b7d57 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 943 time: 0.0507286 Sep 23 18:49:06.270446 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6f8055d9-a84d-45ca-8578-5a74f6f2cef7 req-907ea096-422b-4b2e-9806-527546a372c4 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298550 Sep 23 18:49:06.613638 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 34452) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:07.155724 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0bc8970f-809b-421c-b0fb-985adf16847e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-339987'] for router_interface, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:07.412539 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc9477-862f-4636-8a22-d87951902065 req-8acb3bbb-87ce-4cd4-9f3c-c3b092a9cfbb tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:07.413950 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dbcc9477-862f-4636-8a22-d87951902065 req-8acb3bbb-87ce-4cd4-9f3c-c3b092a9cfbb tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 943 time: 0.0745070 Sep 23 18:49:07.495116 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dbcc9477-862f-4636-8a22-d87951902065 req-4358b020-d0c9-4631-b803-2e1aa3f3c134 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622663 Sep 23 18:49:07.510372 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-0bc8970f-809b-421c-b0fb-985adf16847e admin admin] Deleting port 854baed8-2d1a-40af-b4f8-7605cce46dbd {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:07.510717 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0bc8970f-809b-421c-b0fb-985adf16847e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:07.585969 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [None req-0bc8970f-809b-421c-b0fb-985adf16847e admin admin] For port 854baed8-2d1a-40af-b4f8-7605cce46dbd, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=854baed8-2d1a-40af-b4f8-7605cce46dbd,segment=NetworkSegment(60b958f9-3055-42ca-9de4-5f1b6fc2dc83),segment_id=60b958f9-3055-42ca-9de4-5f1b6fc2dc83)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:07.586324 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0bc8970f-809b-421c-b0fb-985adf16847e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:07.597819 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-0bc8970f-809b-421c-b0fb-985adf16847e admin admin] Calling delete_port for 854baed8-2d1a-40af-b4f8-7605cce46dbd owned by network:router_interface {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:07.769960 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0bc8970f-809b-421c-b0fb-985adf16847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:07.792724 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8970f-809b-421c-b0fb-985adf16847e admin admin] Pushing event deleted for resources: {'Port': ['ID=854baed8-2d1a-40af-b4f8-7605cce46dbd,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:07.956437 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0bc8970f-809b-421c-b0fb-985adf16847e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338842'] for router_interface, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:08.153293 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 4e4e982c-296d-4214-b597-4e028fbf7da2 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:49:08.159376 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc8970f-809b-421c-b0fb-985adf16847e admin admin] Router 4654c909-0bae-4fc0-b974-29472546a885 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:49:08.253661 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 4e4e982c-296d-4214-b597-4e028fbf7da2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=4e4e982c-296d-4214-b597-4e028fbf7da2,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:08.266214 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '4e4e982c-296d-4214-b597-4e028fbf7da2', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'port_id': '4e4e982c-296d-4214-b597-4e028fbf7da2', 'mac_address': 'fa:16:3e:f0:d7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:49:08.304287 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:08.317672 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4e982c-296d-4214-b597-4e028fbf7da2 {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:49:08.338506 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 4e4e982c-296d-4214-b597-4e028fbf7da2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=4e4e982c-296d-4214-b597-4e028fbf7da2,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:08.342868 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:08.396455 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=4e4e982c-296d-4214-b597-4e028fbf7da2,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:08.405015 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:08.405334 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:08.405621 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:08.405959 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:08.406293 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:08.406623 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:08.406952 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:08.407277 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:08.407603 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:08.407928 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:08.408268 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:08.408619 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:08.499266 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc8970f-809b-421c-b0fb-985adf16847e admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:49:08.506768 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 34462) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:08.507220 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-0bc8970f-809b-421c-b0fb-985adf16847e admin admin] 10.222.0.70 "PUT /v2.0/routers/4654c909-0bae-4fc0-b974-29472546a885/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8921003 Sep 23 18:49:08.510346 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0139e14d-098a-466a-9bdc-672cd52a9c21 None None] Sync routers for ids ['4654c909-0bae-4fc0-b974-29472546a885'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:49:08.520819 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0139e14d-098a-466a-9bdc-672cd52a9c21 None None] Routers {'4654c909-0bae-4fc0-b974-29472546a885'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:08.521579 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-0139e14d-098a-466a-9bdc-672cd52a9c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:48:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['4654c909-0bae-4fc0-b974-29472546a885'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:08.610826 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b2affa2c-d005-423e-9a0c-deaaabd812ec admin admin] Notify callbacks [] for router, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:08.613310 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcf829-c690-4d3e-941f-a880ea1f6f75 req-9b889e8d-e7e2-4dbb-abcd-e729fe37f51a tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:08.614034 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['4e4e982c-296d-4214-b597-4e028fbf7da2'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:49:08.615471 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c2bcf829-c690-4d3e-941f-a880ea1f6f75 req-9b889e8d-e7e2-4dbb-abcd-e729fe37f51a tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 944 time: 0.0511169 Sep 23 18:49:08.655538 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c2bcf829-c690-4d3e-941f-a880ea1f6f75 req-04bb0e9f-a7dc-4fe1-8c1a-551f2bc776c5 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321295 Sep 23 18:49:08.678008 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-0139e14d-098a-466a-9bdc-672cd52a9c21 None None] Set router 4654c909-0bae-4fc0-b974-29472546a885 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:08.720363 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b2affa2c-d005-423e-9a0c-deaaabd812ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:08.771755 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-b2affa2c-d005-423e-9a0c-deaaabd812ec admin admin] Deleting port 5af771b6-2f39-4db6-be06-4996a6e04fe7 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:08.772097 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b2affa2c-d005-423e-9a0c-deaaabd812ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:08.847543 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-b2affa2c-d005-423e-9a0c-deaaabd812ec admin admin] For port 5af771b6-2f39-4db6-be06-4996a6e04fe7, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=5af771b6-2f39-4db6-be06-4996a6e04fe7,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:08.847915 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b2affa2c-d005-423e-9a0c-deaaabd812ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:08.860849 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-b2affa2c-d005-423e-9a0c-deaaabd812ec admin admin] Calling delete_port for 5af771b6-2f39-4db6-be06-4996a6e04fe7 owned by network:router_gateway {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:08.988336 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-0139e14d-098a-466a-9bdc-672cd52a9c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:49:07Z', 'revision_number': 5, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port': {'id': '5af771b6-2f39-4db6-be06-4996a6e04fe7', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654c909-0bae-4fc0-b974-29472546a885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:42:36Z', 'updated_at': '2021-09-23T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:09.022806 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0139e14d-098a-466a-9bdc-672cd52a9c21 None None] Checking router: 4654c909-0bae-4fc0-b974-29472546a885 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:49:09.028103 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b2affa2c-d005-423e-9a0c-deaaabd812ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:09.043390 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0139e14d-098a-466a-9bdc-672cd52a9c21 None None] Routers {'4654c909-0bae-4fc0-b974-29472546a885'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:09.044019 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-0139e14d-098a-466a-9bdc-672cd52a9c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:48:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['4654c909-0bae-4fc0-b974-29472546a885'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:09.058775 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2affa2c-d005-423e-9a0c-deaaabd812ec admin admin] Pushing event deleted for resources: {'Port': ['ID=5af771b6-2f39-4db6-be06-4996a6e04fe7,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:09.123081 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b2affa2c-d005-423e-9a0c-deaaabd812ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-338777'] for router_gateway, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:09.136760 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-0139e14d-098a-466a-9bdc-672cd52a9c21 None None] Set router 4654c909-0bae-4fc0-b974-29472546a885 gateway port host: None {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:09.200522 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-0139e14d-098a-466a-9bdc-672cd52a9c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:49:08Z', 'revision_number': 7, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port_host': None}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:09.222461 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b2affa2c-d005-423e-9a0c-deaaabd812ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5252'] for router, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:09.225029 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b2affa2c-d005-423e-9a0c-deaaabd812ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:09.236733 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0139e14d-098a-466a-9bdc-672cd52a9c21 None None] The sync data for ids ['4654c909-0bae-4fc0-b974-29472546a885'] in dv-cinder-810415-4-iscsi is: [{'id': '4654c909-0bae-4fc0-b974-29472546a885', 'name': 'tempest-AttachVolumeTestJSON-930025875-router', 'tenant_id': 'da8d789b5bc7452885df88ceb397e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:42:35Z', 'updated_at': '2021-09-23T18:49:08Z', 'revision_number': 7, 'project_id': 'da8d789b5bc7452885df88ceb397e55f', 'gw_port_host': None}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:49:09.289429 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b2affa2c-d005-423e-9a0c-deaaabd812ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341055'] for router, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:09.290585 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2affa2c-d005-423e-9a0c-deaaabd812ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4654c909-0bae-4fc0-b974-29472546a885 {{(pid=100703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 18:49:09.296740 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b2affa2c-d005-423e-9a0c-deaaabd812ec admin admin] Notify callbacks [] for router, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:09.297898 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-b2affa2c-d005-423e-9a0c-deaaabd812ec admin admin] 10.222.0.70 "DELETE /v2.0/routers/4654c909-0bae-4fc0-b974-29472546a885 HTTP/1.1" status: 204 len: 168 time: 0.7900777 Sep 23 18:49:09.300442 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 34476) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:09.350943 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_v2 [None req-07453918-e5ad-43aa-8b04-1cee4c63db62 admin admin] Deleting subnet 7d1347f6-4986-47d9-9d8d-3f80a83c6a61 {{(pid=100703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:49:09.354397 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-07453918-e5ad-43aa-8b04-1cee4c63db62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:09.387500 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-07453918-e5ad-43aa-8b04-1cee4c63db62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629873'] for subnet, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:09.493300 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-07453918-e5ad-43aa-8b04-1cee4c63db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:09.544296 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-07453918-e5ad-43aa-8b04-1cee4c63db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4756863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4643638'] for subnet, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:09.569547 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07453918-e5ad-43aa-8b04-1cee4c63db62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1347f6-4986-47d9-9d8d-3f80a83c6a61,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:09.571578 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-07453918-e5ad-43aa-8b04-1cee4c63db62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:09.574679 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-07453918-e5ad-43aa-8b04-1cee4c63db62 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7d1347f6-4986-47d9-9d8d-3f80a83c6a61 HTTP/1.1" status: 204 len: 168 time: 0.2732375 Sep 23 18:49:09.576538 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 34478) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:09.577198 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e812e2c-a935-4cb6-bd44-c1d8d3d69990 None None] Network 839314a6-4ed6-4581-9a4d-7d83a16562ce requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:49:09.653438 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:09.716263 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] Deleting port 719fce62-5f20-4a84-a234-3ed2d2d51272 {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:09.716703 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:09.805427 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] For port 719fce62-5f20-4a84-a234-3ed2d2d51272, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=719fce62-5f20-4a84-a234-3ed2d2d51272,segment=NetworkSegment(60b958f9-3055-42ca-9de4-5f1b6fc2dc83),segment_id=60b958f9-3055-42ca-9de4-5f1b6fc2dc83)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:09.805794 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:09.823621 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] Calling delete_port for 719fce62-5f20-4a84-a234-3ed2d2d51272 owned by network:dhcp {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:09.837707 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28877afb-7ca2-4835-8810-15120c3cbd0b req-69855858-04a8-43e7-9f98-997a940b2f30 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:09.839156 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-28877afb-7ca2-4835-8810-15120c3cbd0b req-69855858-04a8-43e7-9f98-997a940b2f30 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 944 time: 0.0999219 Sep 23 18:49:09.918825 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-28877afb-7ca2-4835-8810-15120c3cbd0b req-f394a607-655b-4304-baaf-f9cf7dcb3ff5 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723526 Sep 23 18:49:09.940666 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:09.966773 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] Pushing event deleted for resources: {'Port': ['ID=719fce62-5f20-4a84-a234-3ed2d2d51272,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:09.971273 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] No DVR routers for this DVR port 719fce62-5f20-4a84-a234-3ed2d2d51272 on host dv-cinder-810415-4-iscsi {{(pid=100704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:49:10.034503 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d5dd74-27e8-4151-b9cc-9afea0d6e0c5 None None] DHCP port deletion for 839314a6-4ed6-4581-9a4d-7d83a16562ce request from dv-cinder-810415-4-iscsi {{(pid=100705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 18:49:10.045709 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:10.070841 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839314a6-4ed6-4581-9a4d-7d83a16562ce']}} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:10.080522 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b958f9-3055-42ca-9de4-5f1b6fc2dc83') {'for_net_delete': True} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:10.080927 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b958f9-3055-42ca-9de4-5f1b6fc2dc83') {} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:10.091886 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4365812'] for segment, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:10.092091 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 854baed8-2d1a-40af-b4f8-7605cce46dbd no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:10.112894 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 854baed8-2d1a-40af-b4f8-7605cce46dbd {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:10.113241 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 854baed8-2d1a-40af-b4f8-7605cce46dbd not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:10.113670 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 5af771b6-2f39-4db6-be06-4996a6e04fe7 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:10.113774 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:10.120884 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=100704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:49:10.121426 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5741322'] for segment, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: Traceback (most recent call last): Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: timer() Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: cb(*args, **kw) Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: return func(*args, **kwargs) Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: self._notify() Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: self.callback(batched_events) Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: event.method(event) Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: return f(self, *a, **k) Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: return self._get(url).json() Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: return self.request(url, 'GET', **kwargs) Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:49:10.123255 dv-cinder-810415-4-iscsi neutron-server[100704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:49:10.131966 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 5af771b6-2f39-4db6-be06-4996a6e04fe7 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:10.132336 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 5af771b6-2f39-4db6-be06-4996a6e04fe7 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:10.132832 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 719fce62-5f20-4a84-a234-3ed2d2d51272 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:10.164891 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 719fce62-5f20-4a84-a234-3ed2d2d51272 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:10.165374 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 719fce62-5f20-4a84-a234-3ed2d2d51272 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:10.170778 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 4e4e982c-296d-4214-b597-4e028fbf7da2 up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:49:10.187508 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:10.194716 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:10.196608 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] 10.222.0.70 "DELETE /v2.0/networks/839314a6-4ed6-4581-9a4d-7d83a16562ce HTTP/1.1" status: 204 len: 168 time: 0.6190541 Sep 23 18:49:10.205725 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a4b9d-19f8-4c88-ad8c-818bde690ead admin admin] Pushing event deleted for resources: {'Network': ['ID=839314a6-4ed6-4581-9a4d-7d83a16562ce,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:10.227650 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port 4e4e982c-296d-4214-b597-4e028fbf7da2 completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:49:10.233722 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 4e4e982c-296d-4214-b597-4e028fbf7da2 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:49:10.234267 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:10.327362 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:10.357171 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 34486) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:10.360965 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf435c9-aaff-4171-b222-cace1ad7621a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4e982c-296d-4214-b597-4e028fbf7da2'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:49:10.363523 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767e32de-9b58-4ae4-9021-a49381c5b41e" -d '{"events": [{"server_uuid": "5bf435c9-aaff-4171-b222-cace1ad7621a", "name": "network-vif-plugged", "status": "completed", "tag": "4e4e982c-296d-4214-b597-4e028fbf7da2"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:49:10.386652 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 4e4e982c-296d-4214-b597-4e028fbf7da2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=4e4e982c-296d-4214-b597-4e028fbf7da2,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:10.392866 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:10.412294 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-e061aa4d-bc75-41ea-984f-20775db0c2ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da8d789b5bc7452885df88ceb397e55f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0522454 Sep 23 18:49:10.413473 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 34494) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:10.451744 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=4e4e982c-296d-4214-b597-4e028fbf7da2,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:10.469911 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1ccf5dba-5e93-4095-a032-513ece9eafd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:10.490485 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1ccf5dba-5e93-4095-a032-513ece9eafd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:10.540346 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1ccf5dba-5e93-4095-a032-513ece9eafd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:10.542467 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329e3ab0-3f92-420b-86aa-01b6324905cc x-openstack-request-id: req-329e3ab0-3f92-420b-86aa-01b6324905cc {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:49:10.542861 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf435c9-aaff-4171-b222-cace1ad7621a", "name": "network-vif-plugged", "status": "completed", "tag": "4e4e982c-296d-4214-b597-4e028fbf7da2", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:49:10.542983 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1ccf5dba-5e93-4095-a032-513ece9eafd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:10.543284 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-329e3ab0-3f92-420b-86aa-01b6324905cc {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:49:10.543777 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf435c9-aaff-4171-b222-cace1ad7621a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4e982c-296d-4214-b597-4e028fbf7da2', 'code': 200} Sep 23 18:49:10.544445 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-1ccf5dba-5e93-4095-a032-513ece9eafd2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3010ceb1-ea02-4df4-9c19-e32b96e0ec9e HTTP/1.1" status: 204 len: 168 time: 0.1297638 Sep 23 18:49:10.557069 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf5dba-5e93-4095-a032-513ece9eafd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3010ceb1-ea02-4df4-9c19-e32b96e0ec9e,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:10.771422 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3399296-2341-41a9-8c7d-7cb0b2b2ebe5 req-406afb1c-4464-4061-91f2-75e7fc020597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:10.772908 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a3399296-2341-41a9-8c7d-7cb0b2b2ebe5 req-406afb1c-4464-4061-91f2-75e7fc020597 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 1098 time: 0.0391591 Sep 23 18:49:10.808863 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a3399296-2341-41a9-8c7d-7cb0b2b2ebe5 req-fb822bac-7bb6-44fb-a823-7dce7aee10bd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277529 Sep 23 18:49:11.047318 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7677610-7c5f-4c10-861b-73cb9104dcd8 req-0478a02f-d23e-41aa-a4cf-dc9bb0045880 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:11.048838 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b7677610-7c5f-4c10-861b-73cb9104dcd8 req-0478a02f-d23e-41aa-a4cf-dc9bb0045880 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 945 time: 0.0623646 Sep 23 18:49:11.086511 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b7677610-7c5f-4c10-861b-73cb9104dcd8 req-65d67711-a5df-427b-877c-933fc863164e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316141 Sep 23 18:49:11.555911 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864037e-7509-4d71-b481-a4b5f48e4f41 req-bbb3d1bf-c005-4c1d-a6b3-043631b5e3c5 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:11.557617 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a864037e-7509-4d71-b481-a4b5f48e4f41 req-bbb3d1bf-c005-4c1d-a6b3-043631b5e3c5 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0508726 Sep 23 18:49:11.595437 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a864037e-7509-4d71-b481-a4b5f48e4f41 req-31fe2805-085c-4083-a9cf-aa0347ba618c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320072 Sep 23 18:49:12.203789 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe516b-f711-436b-b6b9-d1b7f4dd61e9 req-e2c3c6ba-039f-4354-b91e-2c67f5334c7e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:12.205292 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-17fe516b-f711-436b-b6b9-d1b7f4dd61e9 req-e2c3c6ba-039f-4354-b91e-2c67f5334c7e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 945 time: 0.0482976 Sep 23 18:49:12.243154 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-17fe516b-f711-436b-b6b9-d1b7f4dd61e9 req-c0e13a7d-8a66-4bf6-9345-b75594db39e3 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319242 Sep 23 18:49:12.371117 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f22a9-1974-45b7-9754-996ac1440d82 req-aa7191bc-7ccd-4e20-b73d-f3783869b7e6 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:12.372508 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1a3f22a9-1974-45b7-9754-996ac1440d82 req-aa7191bc-7ccd-4e20-b73d-f3783869b7e6 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 945 time: 0.0595829 Sep 23 18:49:12.411118 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1a3f22a9-1974-45b7-9754-996ac1440d82 req-de0e2c8b-b249-4ea0-8546-01f9859cd093 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326602 Sep 23 18:49:12.434686 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 34550) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:12.613100 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3564b4-645e-42ce-9ac4-a873cdd260c4 tempest-TestVolumeBootPattern-1065095424 tempest-TestVolumeBootPattern-1065095424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:12.614604 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-3a3564b4-645e-42ce-9ac4-a873cdd260c4 tempest-TestVolumeBootPattern-1065095424 tempest-TestVolumeBootPattern-1065095424-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 1093 time: 0.1789315 Sep 23 18:49:12.617463 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 34554) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:12.622138 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Request body: {'floatingip': {'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'port_id': '4e4e982c-296d-4214-b597-4e028fbf7da2', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:49:12.644843 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for floatingip, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:12.732952 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadaa56-da3e-4165-acee-679b8273639a req-b3fc1372-70bb-407c-a35d-d0d46d4389bc tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:12.734458 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7eadaa56-da3e-4165-acee-679b8273639a req-b3fc1372-70bb-407c-a35d-d0d46d4389bc tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0504088 Sep 23 18:49:12.751456 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:12.776707 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7eadaa56-da3e-4165-acee-679b8273639a req-848992b5-37e3-4f21-b8db-fac603d87105 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363262 Sep 23 18:49:12.861306 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Allocated IP 172.27.1.90 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/f5dcefe2-5573-42e5-ab9c-f4f3ce7dcff3) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:49:12.964155 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:13.001162 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:13.050050 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:49:13.052870 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:49:13.060029 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:49:13.063068 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event updated for resources: {'Port': ['ID=f5dcefe2-5573-42e5-ab9c-f4f3ce7dcff3,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:13.403495 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:13.469283 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:13.615657 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:13.620406 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:13.689129 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event updated for resources: {'Port': ['ID=f5dcefe2-5573-42e5-ab9c-f4f3ce7dcff3,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:13.697485 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:13.897635 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0589b-fa1d-44e7-ba8d-ee39ad1cf5db req-05b8fd01-8ff5-4a04-967e-4c562a1b1dbb tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:13.899160 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7bf0589b-fa1d-44e7-ba8d-ee39ad1cf5db req-05b8fd01-8ff5-4a04-967e-4c562a1b1dbb tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0504110 Sep 23 18:49:13.937762 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7bf0589b-fa1d-44e7-ba8d-ee39ad1cf5db req-5b97d28c-543d-46f6-87f9-19872b19a130 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316267 Sep 23 18:49:14.009911 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.l3_db [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Floating IP 0c2fd6b0-117b-4483-8297-ee9c696b154d associated. External IP: 172.27.1.90, port: 4e4e982c-296d-4214-b597-4e028fbf7da2. Sep 23 18:49:14.215277 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Router 79006959-5168-4ce0-abaa-b98ebbb19fb2 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:49:14.325029 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:49:14.334211 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcda5d7-6587-40d4-87a3-fed19e4856f2 None None] Sync routers for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:49:14.340319 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:14.343815 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcda5d7-6587-40d4-87a3-fed19e4856f2 None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:14.344492 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-bbcda5d7-6587-40d4-87a3-fed19e4856f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:48:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:14.366185 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-960c2c91-9de2-4863-bb82-eb9ecc8fabae tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7477376 Sep 23 18:49:14.366862 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf435c9-aaff-4171-b222-cace1ad7621a', 'tag': '4e4e982c-296d-4214-b597-4e028fbf7da2'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:49:14.369619 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72acdbbe-94cf-4411-b31f-d0d3ae371d44" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf435c9-aaff-4171-b222-cace1ad7621a", "tag": "4e4e982c-296d-4214-b597-4e028fbf7da2"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:49:14.405306 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405611f9-7678-49d9-97f3-fa2a39e2b7be x-openstack-request-id: req-405611f9-7678-49d9-97f3-fa2a39e2b7be {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:49:14.405664 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf435c9-aaff-4171-b222-cace1ad7621a", "tag": "4e4e982c-296d-4214-b597-4e028fbf7da2", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:49:14.405983 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-405611f9-7678-49d9-97f3-fa2a39e2b7be {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:49:14.406443 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf435c9-aaff-4171-b222-cace1ad7621a', 'tag': '4e4e982c-296d-4214-b597-4e028fbf7da2', 'status': 'completed', 'code': 200} Sep 23 18:49:14.450046 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-bbcda5d7-6587-40d4-87a3-fed19e4856f2 None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:14.684420 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-bbcda5d7-6587-40d4-87a3-fed19e4856f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': '0c2fd6b0-117b-4483-8297-ee9c696b154d', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'port_id': '4e4e982c-296d-4214-b597-4e028fbf7da2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'mac_address': 'fa:16:3e:f0:d7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf435c9-aaff-4171-b222-cace1ad7621a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:49:13Z', 'updated_at': '2021-09-23T18:49:13Z', 'revision_number': 0, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:14.713767 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcda5d7-6587-40d4-87a3-fed19e4856f2 None None] Checking router: 79006959-5168-4ce0-abaa-b98ebbb19fb2 for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:49:14.722058 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcda5d7-6587-40d4-87a3-fed19e4856f2 None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:14.722659 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-bbcda5d7-6587-40d4-87a3-fed19e4856f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:48:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:14.829470 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-bbcda5d7-6587-40d4-87a3-fed19e4856f2 None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:15.055495 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-bbcda5d7-6587-40d4-87a3-fed19e4856f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': '0c2fd6b0-117b-4483-8297-ee9c696b154d', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'port_id': '4e4e982c-296d-4214-b597-4e028fbf7da2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'mac_address': 'fa:16:3e:f0:d7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf435c9-aaff-4171-b222-cace1ad7621a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:49:13Z', 'updated_at': '2021-09-23T18:49:13Z', 'revision_number': 0, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:15.060507 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3f74b-d3b5-4193-b471-32434ba44d3e req-0ec57a3a-8323-440f-a9e6-f546c3c77354 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:15.062017 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-79f3f74b-d3b5-4193-b471-32434ba44d3e req-0ec57a3a-8323-440f-a9e6-f546c3c77354 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0532312 Sep 23 18:49:15.081222 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcda5d7-6587-40d4-87a3-fed19e4856f2 None None] The sync data for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi is: [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': '0c2fd6b0-117b-4483-8297-ee9c696b154d', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'port_id': '4e4e982c-296d-4214-b597-4e028fbf7da2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'mac_address': 'fa:16:3e:f0:d7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf435c9-aaff-4171-b222-cace1ad7621a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:49:13Z', 'updated_at': '2021-09-23T18:49:13Z', 'revision_number': 0, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:49:15.102906 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-79f3f74b-d3b5-4193-b471-32434ba44d3e req-0046e21d-2c1b-428c-b7d4-0f75d95c5785 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345378 Sep 23 18:49:15.284997 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1662a0-3369-43fd-8738-19c05f20e950 None None] New status for floating IP 0c2fd6b0-117b-4483-8297-ee9c696b154d: ACTIVE {{(pid=100705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:49:16.055137 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acdbbe-94cf-4411-b31f-d0d3ae371d44 req-4fbe8210-d399-47f4-bb9e-004f0834d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:16.056619 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-72acdbbe-94cf-4411-b31f-d0d3ae371d44 req-4fbe8210-d399-47f4-bb9e-004f0834d09d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 1098 time: 0.0405023 Sep 23 18:49:16.165128 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acdbbe-94cf-4411-b31f-d0d3ae371d44 req-b6e77176-2b34-4690-b724-a474b1739074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:16.167367 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-72acdbbe-94cf-4411-b31f-d0d3ae371d44 req-b6e77176-2b34-4690-b724-a474b1739074 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 200 len: 913 time: 0.1029747 Sep 23 18:49:16.263106 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-72acdbbe-94cf-4411-b31f-d0d3ae371d44 req-3be300b5-ef7f-4148-81d6-49b0ef99ec27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e4e982c-296d-4214-b597-4e028fbf7da2 HTTP/1.1" status: 200 len: 1000 time: 0.0878115 Sep 23 18:49:16.274332 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514908d5-f113-4a71-9864-041e1bb347e0 req-23268f8d-d40f-4d66-8abb-4133874aae48 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:16.276387 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-514908d5-f113-4a71-9864-041e1bb347e0 req-23268f8d-d40f-4d66-8abb-4133874aae48 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0995278 Sep 23 18:49:16.350181 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acdbbe-94cf-4411-b31f-d0d3ae371d44 req-4534a1f5-a564-43aa-b6a1-bef5fcffb364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:16.351520 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-72acdbbe-94cf-4411-b31f-d0d3ae371d44 req-4534a1f5-a564-43aa-b6a1-bef5fcffb364 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=879b8817-bb1c-4e98-87fd-23bc279c23d8 HTTP/1.1" status: 200 len: 850 time: 0.0742817 Sep 23 18:49:16.354746 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-514908d5-f113-4a71-9864-041e1bb347e0 req-c2bd1bd2-5d28-43ee-929d-326df94b0d51 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691304 Sep 23 18:49:16.402107 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acdbbe-94cf-4411-b31f-d0d3ae371d44 req-e78a3fa4-3a22-4f26-9ccc-09aeee884baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:16.403629 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-72acdbbe-94cf-4411-b31f-d0d3ae371d44 req-e78a3fa4-3a22-4f26-9ccc-09aeee884baa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408781 Sep 23 18:49:16.510967 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-72acdbbe-94cf-4411-b31f-d0d3ae371d44 req-1e0e3228-a270-44b4-ad06-d0c9e9765c8f service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939279 Sep 23 18:49:16.601801 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-72acdbbe-94cf-4411-b31f-d0d3ae371d44 req-20cae5c2-f18f-40a1-a1c1-e7e93e08acf4 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820220 Sep 23 18:49:17.245627 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:17.478739 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf3006-6f7c-4ccb-8f2d-3b3df4c3ac02 req-7e518363-7ed0-400e-b50d-d66cadc56fff tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:17.480609 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-17bf3006-6f7c-4ccb-8f2d-3b3df4c3ac02 req-7e518363-7ed0-400e-b50d-d66cadc56fff tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0510075 Sep 23 18:49:17.529379 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-17bf3006-6f7c-4ccb-8f2d-3b3df4c3ac02 req-282f268f-500a-4751-8487-d0879969d01c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413795 Sep 23 18:49:18.655073 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b5bcc-9d47-41c4-b0f2-676b2bebc45a req-92b7e667-6bcb-4c73-81f8-c8654e7fb850 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:18.656613 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dc4b5bcc-9d47-41c4-b0f2-676b2bebc45a req-92b7e667-6bcb-4c73-81f8-c8654e7fb850 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0544341 Sep 23 18:49:18.694660 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dc4b5bcc-9d47-41c4-b0f2-676b2bebc45a req-105c746e-e8ee-44d8-8943-efa3cb153c14 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320323 Sep 23 18:49:18.879968 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 34642) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:18.982453 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6e8458ad-c55b-4a25-a7f1-9af61ae35b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:19.067792 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6e8458ad-c55b-4a25-a7f1-9af61ae35b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:19.072264 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6e8458ad-c55b-4a25-a7f1-9af61ae35b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:19.110357 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8458ad-c55b-4a25-a7f1-9af61ae35b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f946ff-5e60-4e8f-bb61-e65e21a301e7,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:19.114585 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-6e8458ad-c55b-4a25-a7f1-9af61ae35b48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba7cddffda09495493757bf614c3cb8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335691 Sep 23 18:49:19.117197 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 34646) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:19.166203 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-13143208-caf5-45ea-8ae5-5f3ad990c8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:19.186213 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-13143208-caf5-45ea-8ae5-5f3ad990c8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:19.233066 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-13143208-caf5-45ea-8ae5-5f3ad990c8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:19.235435 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-13143208-caf5-45ea-8ae5-5f3ad990c8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:19.236618 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-13143208-caf5-45ea-8ae5-5f3ad990c8be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3f946ff-5e60-4e8f-bb61-e65e21a301e7 HTTP/1.1" status: 204 len: 168 time: 0.1184752 Sep 23 18:49:19.244158 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13143208-caf5-45ea-8ae5-5f3ad990c8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f946ff-5e60-4e8f-bb61-e65e21a301e7,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:19.815778 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b94eb-5b6f-4088-b0fa-d1e3a0d621ee req-8f0693d8-f953-45e5-aac1-a2549963153a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:19.817360 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-416b94eb-5b6f-4088-b0fa-d1e3a0d621ee req-8f0693d8-f953-45e5-aac1-a2549963153a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0479326 Sep 23 18:49:19.855451 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-416b94eb-5b6f-4088-b0fa-d1e3a0d621ee req-b9015818-dd77-4089-a419-ecbca00e8576 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316923 Sep 23 18:49:19.926793 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a010f031-456d-44da-b559-d5cb0b7111f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:20.970469 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa39647-1b57-48e9-ad12-758612bcaf9e req-41281e08-fd35-4789-84b6-5108faa903a6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:20.971907 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3aa39647-1b57-48e9-ad12-758612bcaf9e req-41281e08-fd35-4789-84b6-5108faa903a6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0466413 Sep 23 18:49:21.007859 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3aa39647-1b57-48e9-ad12-758612bcaf9e req-b729035b-51b6-46d6-a177-24c422157170 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301969 Sep 23 18:49:22.127322 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d647a2-e858-46f3-81ba-35830aef1358 req-30e7c178-1ec7-4876-90d0-e98c83067490 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:22.128801 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-13d647a2-e858-46f3-81ba-35830aef1358 req-30e7c178-1ec7-4876-90d0-e98c83067490 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0530059 Sep 23 18:49:22.170397 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-13d647a2-e858-46f3-81ba-35830aef1358 req-ba37c5b8-7a6d-4075-8f4c-177247defe7e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340414 Sep 23 18:49:22.597096 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-663ceb1e-e44a-4588-83bf-df507a1cd699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:22.911199 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:23.294329 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420ba1b-aac9-4b28-87b5-d46f54b1002c req-2837b494-f50e-4f36-a81b-128f1d2e936b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:23.295800 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8420ba1b-aac9-4b28-87b5-d46f54b1002c req-2837b494-f50e-4f36-a81b-128f1d2e936b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0497429 Sep 23 18:49:23.333063 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8420ba1b-aac9-4b28-87b5-d46f54b1002c req-83a8d701-545e-4988-9709-e7054bd39ca4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312824 Sep 23 18:49:23.584481 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:24.457439 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c57ad-f7b0-44ad-9cb3-4fb885643af4 req-3d287561-03d5-41f0-a683-2df0c034c1e2 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:24.459104 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c69c57ad-f7b0-44ad-9cb3-4fb885643af4 req-3d287561-03d5-41f0-a683-2df0c034c1e2 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0525615 Sep 23 18:49:24.499097 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c69c57ad-f7b0-44ad-9cb3-4fb885643af4 req-98397d16-a27e-463f-a694-a1cbe8c99032 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337839 Sep 23 18:49:25.314685 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:49:25.455308 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:25.620053 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca1dd2-6335-4bbb-97c6-c733ccb832d6 req-4cc9d3fd-b6af-4d25-993b-550cbe0c6bad tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:25.621458 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e2ca1dd2-6335-4bbb-97c6-c733ccb832d6 req-4cc9d3fd-b6af-4d25-993b-550cbe0c6bad tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0523179 Sep 23 18:49:25.657974 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e2ca1dd2-6335-4bbb-97c6-c733ccb832d6 req-72a26ac5-7c85-41b2-b329-e425c3378f05 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306187 Sep 23 18:49:26.775568 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e7645-5aac-44a1-b9a7-b77bdee29402 req-0ffb4cc3-0c60-4429-ba26-3f3f47d6c30b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:26.777138 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-771e7645-5aac-44a1-b9a7-b77bdee29402 req-0ffb4cc3-0c60-4429-ba26-3f3f47d6c30b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0482628 Sep 23 18:49:26.813513 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-771e7645-5aac-44a1-b9a7-b77bdee29402 req-1eb4fd25-01a6-443f-af37-2de4b00620dd tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304327 Sep 23 18:49:27.934694 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5c32b-6cec-4709-ac67-7554ffda348d req-a3e87ee9-fdef-471b-b03e-b3c666110526 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:27.936185 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-06f5c32b-6cec-4709-ac67-7554ffda348d req-a3e87ee9-fdef-471b-b03e-b3c666110526 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0524905 Sep 23 18:49:27.973812 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-06f5c32b-6cec-4709-ac67-7554ffda348d req-68abc43c-009c-4135-9115-eedac3548a66 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306523 Sep 23 18:49:28.284540 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 36103c81-1539-49ad-99eb-8a24f9f69910 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:49:28.498959 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 36103c81-1539-49ad-99eb-8a24f9f69910, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=36103c81-1539-49ad-99eb-8a24f9f69910,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:28.511278 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '36103c81-1539-49ad-99eb-8a24f9f69910', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'port_id': '36103c81-1539-49ad-99eb-8a24f9f69910', 'mac_address': 'fa:16:3e:ea:b8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:49:28.549015 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:28.564358 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36103c81-1539-49ad-99eb-8a24f9f69910 {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:49:28.593518 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 36103c81-1539-49ad-99eb-8a24f9f69910, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=36103c81-1539-49ad-99eb-8a24f9f69910,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:28.598143 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:28.658363 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=36103c81-1539-49ad-99eb-8a24f9f69910,revision_number=6']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:28.734391 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['36103c81-1539-49ad-99eb-8a24f9f69910'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:49:29.107335 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70a045-6be7-410f-96e5-f42a57154b6c req-d9da568e-ca23-49fe-a78b-82538adfc674 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:29.108882 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6b70a045-6be7-410f-96e5-f42a57154b6c req-d9da568e-ca23-49fe-a78b-82538adfc674 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 945 time: 0.0611277 Sep 23 18:49:29.150706 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6b70a045-6be7-410f-96e5-f42a57154b6c req-d7c8d9af-2933-43c8-9b6f-99d20242bc16 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359168 Sep 23 18:49:30.292697 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906c648-aaa1-48e5-8a3d-8d9b3197bcb6 req-01926f5e-ee60-4ab0-8635-e82682e00f7c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:30.294395 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c906c648-aaa1-48e5-8a3d-8d9b3197bcb6 req-01926f5e-ee60-4ab0-8635-e82682e00f7c tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 945 time: 0.0567985 Sep 23 18:49:30.299119 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 36103c81-1539-49ad-99eb-8a24f9f69910 up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:49:30.355942 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 36103c81-1539-49ad-99eb-8a24f9f69910 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:49:30.356361 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:30.363509 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c906c648-aaa1-48e5-8a3d-8d9b3197bcb6 req-aaa8c6ff-07cb-4bcb-9711-a8293b732bd0 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532947 Sep 23 18:49:30.475655 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:30.504226 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36103c81-1539-49ad-99eb-8a24f9f69910'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:49:30.506908 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1232aa2-1aee-4a82-841a-1d7099478294" -d '{"events": [{"server_uuid": "27b7a6d8-cea4-4f86-9dd4-5dbc746ab750", "name": "network-vif-plugged", "status": "completed", "tag": "36103c81-1539-49ad-99eb-8a24f9f69910"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:49:30.523100 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 36103c81-1539-49ad-99eb-8a24f9f69910, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=36103c81-1539-49ad-99eb-8a24f9f69910,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:30.528960 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:30.562630 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d06f3f-706c-4561-abfa-8d704f205ee7 x-openstack-request-id: req-d2d06f3f-706c-4561-abfa-8d704f205ee7 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:49:30.563108 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b7a6d8-cea4-4f86-9dd4-5dbc746ab750", "name": "network-vif-plugged", "status": "completed", "tag": "36103c81-1539-49ad-99eb-8a24f9f69910", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:49:30.563312 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d2d06f3f-706c-4561-abfa-8d704f205ee7 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:49:30.563571 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36103c81-1539-49ad-99eb-8a24f9f69910', 'code': 200} Sep 23 18:49:30.589271 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=36103c81-1539-49ad-99eb-8a24f9f69910,revision_number=7']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:31.101441 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e50826c3-52b2-4d75-9dda-ab4afba50b34 req-d76890f6-1e15-478f-8429-356477da51da tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619299296&fields=id&tenant_id=90bb3aa715854fbba1cb0e350adafdb7 HTTP/1.1" status: 200 len: 267 time: 0.0443385 Sep 23 18:49:31.153544 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50826c3-52b2-4d75-9dda-ab4afba50b34 req-3f5bef53-0b14-4a21-8980-36498b4cce60 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:31.156708 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e50826c3-52b2-4d75-9dda-ab4afba50b34 req-3f5bef53-0b14-4a21-8980-36498b4cce60 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 984 time: 0.0543349 Sep 23 18:49:31.171003 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [req-e50826c3-52b2-4d75-9dda-ab4afba50b34 req-263294d6-1ce4-479c-a4c6-9fbdbc877452 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Request body: {'port': {'security_groups': ['067c4302-0105-4d30-9a17-300107247977']}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:49:31.251353 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-e50826c3-52b2-4d75-9dda-ab4afba50b34 req-263294d6-1ce4-479c-a4c6-9fbdbc877452 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:31.533523 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-e50826c3-52b2-4d75-9dda-ab4afba50b34 req-263294d6-1ce4-479c-a4c6-9fbdbc877452 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] For port 2520bebf-e339-4c49-be48-787e8a0cb45a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=2520bebf-e339-4c49-be48-787e8a0cb45a,segment=NetworkSegment(7bd7fbdb-3521-444a-87d6-dc8d2b8984fb),segment_id=7bd7fbdb-3521-444a-87d6-dc8d2b8984fb)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:31.564589 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6ea69-2e88-4d59-a65a-3d3badd93bb4 req-510958d6-3f22-4acd-9cb6-4a0805609ec6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:31.566084 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-29b6ea69-2e88-4d59-a65a-3d3badd93bb4 req-510958d6-3f22-4acd-9cb6-4a0805609ec6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0728469 Sep 23 18:49:31.589697 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-e50826c3-52b2-4d75-9dda-ab4afba50b34 req-263294d6-1ce4-479c-a4c6-9fbdbc877452 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:31.596996 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-e50826c3-52b2-4d75-9dda-ab4afba50b34 req-263294d6-1ce4-479c-a4c6-9fbdbc877452 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:31.610777 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['2520bebf-e339-4c49-be48-787e8a0cb45a'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:49:31.659632 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50826c3-52b2-4d75-9dda-ab4afba50b34 req-263294d6-1ce4-479c-a4c6-9fbdbc877452 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:31.660327 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-e50826c3-52b2-4d75-9dda-ab4afba50b34 req-263294d6-1ce4-479c-a4c6-9fbdbc877452 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:31.665901 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e50826c3-52b2-4d75-9dda-ab4afba50b34 req-263294d6-1ce4-479c-a4c6-9fbdbc877452 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "PUT /v2.0/ports/2520bebf-e339-4c49-be48-787e8a0cb45a HTTP/1.1" status: 200 len: 942 time: 0.5007234 Sep 23 18:49:31.666857 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'tag': '2520bebf-e339-4c49-be48-787e8a0cb45a'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:49:31.668101 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 34868) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:31.670167 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54abfd03-72f1-47f5-aa1d-c7d1aa18785b" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbdcb4d-07e3-425f-9455-d54e95a4e05d", "tag": "2520bebf-e339-4c49-be48-787e8a0cb45a"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:49:31.689953 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-29b6ea69-2e88-4d59-a65a-3d3badd93bb4 req-8c61ae8f-05d0-4691-a38b-489c13e1f523 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152418 Sep 23 18:49:31.739327 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc84d3e-6d41-40d6-bdf9-26377d15034d x-openstack-request-id: req-9bc84d3e-6d41-40d6-bdf9-26377d15034d {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:49:31.739655 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbdcb4d-07e3-425f-9455-d54e95a4e05d", "tag": "2520bebf-e339-4c49-be48-787e8a0cb45a", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:49:31.739874 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9bc84d3e-6d41-40d6-bdf9-26377d15034d {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:49:31.740285 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'tag': '2520bebf-e339-4c49-be48-787e8a0cb45a', 'status': 'completed', 'code': 200} Sep 23 18:49:31.747353 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263294d6-1ce4-479c-a4c6-9fbdbc877452 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Pushing event updated for resources: {'Port': ['ID=2520bebf-e339-4c49-be48-787e8a0cb45a,revision_number=7']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:31.782167 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['2520bebf-e339-4c49-be48-787e8a0cb45a'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:49:31.809369 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:31.814729 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abfd03-72f1-47f5-aa1d-c7d1aa18785b req-576a879c-190c-4005-84bb-2a6705e1c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:31.816556 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-54abfd03-72f1-47f5-aa1d-c7d1aa18785b req-576a879c-190c-4005-84bb-2a6705e1c1f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90bb3aa715854fbba1cb0e350adafdb7&device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 1098 time: 0.0635054 Sep 23 18:49:31.853010 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:31.926031 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:31.929175 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:31.933497 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "DELETE /v2.0/security-groups/a9146da6-17b6-416b-bab2-4fbc8b364404 HTTP/1.1" status: 204 len: 168 time: 0.2641003 Sep 23 18:49:31.934123 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 34872) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:31.995775 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abfd03-72f1-47f5-aa1d-c7d1aa18785b req-9288f60e-f978-4dfd-8c7e-220922d44823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:31.998128 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-54abfd03-72f1-47f5-aa1d-c7d1aa18785b req-9288f60e-f978-4dfd-8c7e-220922d44823 service neutron] 10.222.0.42 "GET /v2.0/networks?id=abe8bbf5-106d-4cf2-a815-0b2155ceff37 HTTP/1.1" status: 200 len: 917 time: 0.1730938 Sep 23 18:49:32.010806 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-36929a4f-44e8-46af-a3b6-0904045327dd None None] Provisioning complete for port 2520bebf-e339-4c49-be48-787e8a0cb45a triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:49:32.011439 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-36929a4f-44e8-46af-a3b6-0904045327dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:32.013939 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9146da6-17b6-416b-bab2-4fbc8b364404,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:32.082929 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-54abfd03-72f1-47f5-aa1d-c7d1aa18785b req-f22d5e99-987c-4efa-aa23-063f2c6208a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2520bebf-e339-4c49-be48-787e8a0cb45a HTTP/1.1" status: 200 len: 1000 time: 0.0754569 Sep 23 18:49:32.083205 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:32.083333 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:32.083651 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:32.083986 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:32.084359 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:32.084701 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:32.085039 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:32.085368 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:32.085699 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:32.086032 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:32.086362 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:32.086747 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df65985-ef94-416d-8309-982eb6ac2d19 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:49:32.150888 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a717c-301a-4550-9c34-a91fdc9b9b39 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Deleting port 430790e8-296c-4188-87d8-f878135ff7db {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:32.151252 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0f4a717c-301a-4550-9c34-a91fdc9b9b39 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:32.161799 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abfd03-72f1-47f5-aa1d-c7d1aa18785b req-188c411b-e4cd-471f-8d85-953de778e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:32.163281 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-54abfd03-72f1-47f5-aa1d-c7d1aa18785b req-188c411b-e4cd-471f-8d85-953de778e69a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=033580f8-5239-4970-8abc-a077e6edd17b HTTP/1.1" status: 200 len: 854 time: 0.0664616 Sep 23 18:49:32.223996 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abfd03-72f1-47f5-aa1d-c7d1aa18785b req-c39f51d2-3f79-41e0-a3e3-96e5ce1cffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:32.225911 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-54abfd03-72f1-47f5-aa1d-c7d1aa18785b req-c39f51d2-3f79-41e0-a3e3-96e5ce1cffcf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abe8bbf5-106d-4cf2-a815-0b2155ceff37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538774 Sep 23 18:49:32.241856 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0f4a717c-301a-4550-9c34-a91fdc9b9b39 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:32.242187 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0f4a717c-301a-4550-9c34-a91fdc9b9b39 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:32.255091 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a717c-301a-4550-9c34-a91fdc9b9b39 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Calling delete_port for 430790e8-296c-4188-87d8-f878135ff7db owned by network:floatingip {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:32.363442 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-54abfd03-72f1-47f5-aa1d-c7d1aa18785b req-483b08a8-f9ec-4aeb-902a-c1df902857d8 service neutron] 10.222.0.42 "GET /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180389 Sep 23 18:49:32.474419 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-54abfd03-72f1-47f5-aa1d-c7d1aa18785b req-efb733ba-02f6-4573-8948-4c0ca92ab077 service neutron] 10.222.0.42 "GET /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059773 Sep 23 18:49:32.479481 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0f4a717c-301a-4550-9c34-a91fdc9b9b39 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:32.506988 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a717c-301a-4550-9c34-a91fdc9b9b39 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Pushing event deleted for resources: {'Port': ['ID=430790e8-296c-4188-87d8-f878135ff7db,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:32.574377 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0f4a717c-301a-4550-9c34-a91fdc9b9b39 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks [] for floatingip, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:32.574747 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.l3_db [None req-0f4a717c-301a-4550-9c34-a91fdc9b9b39 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Floating IP 7325dedf-d5d9-482a-b7ff-08d63bc8987f disassociated (deleted). External IP: 172.27.1.79, port: 2520bebf-e339-4c49-be48-787e8a0cb45a. Sep 23 18:49:32.820890 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4a717c-301a-4550-9c34-a91fdc9b9b39 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Router 403ebc0c-3621-444a-a533-9764fe889e33 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:49:32.847774 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dd3f4-4a3a-426c-bac1-d1c6a7eb8a31 req-3f467ddc-6bb3-4dda-84e8-4097f0902fac tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:32.850297 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-872dd3f4-4a3a-426c-bac1-d1c6a7eb8a31 req-3f467ddc-6bb3-4dda-84e8-4097f0902fac tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0658581 Sep 23 18:49:32.917446 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-872dd3f4-4a3a-426c-bac1-d1c6a7eb8a31 req-a3a0c4c0-0ace-4b74-a0e7-a7040f0e2030 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597215 Sep 23 18:49:32.971816 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4a717c-301a-4550-9c34-a91fdc9b9b39 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:49:32.978469 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0f4a717c-301a-4550-9c34-a91fdc9b9b39 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:32.985738 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da67fd9-320d-42e4-8b2a-3aacf891992a None None] Sync routers for ids ['403ebc0c-3621-444a-a533-9764fe889e33'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:49:32.998170 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da67fd9-320d-42e4-8b2a-3aacf891992a None None] Routers {'403ebc0c-3621-444a-a533-9764fe889e33'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:32.998885 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-9da67fd9-320d-42e4-8b2a-3aacf891992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:49:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['403ebc0c-3621-444a-a533-9764fe889e33'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:33.012611 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-0f4a717c-301a-4550-9c34-a91fdc9b9b39 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "DELETE /v2.0/floatingips/7325dedf-d5d9-482a-b7ff-08d63bc8987f HTTP/1.1" status: 204 len: 168 time: 1.0687943 Sep 23 18:49:33.013410 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'tag': '2520bebf-e339-4c49-be48-787e8a0cb45a'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:49:33.015869 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13770da3-d23f-4889-8dce-33cb36b7f90b" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbdcb4d-07e3-425f-9455-d54e95a4e05d", "tag": "2520bebf-e339-4c49-be48-787e8a0cb45a"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:49:33.089463 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddbd004-fe17-4800-998d-50edae6032c8 x-openstack-request-id: req-3ddbd004-fe17-4800-998d-50edae6032c8 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:49:33.089762 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbdcb4d-07e3-425f-9455-d54e95a4e05d", "tag": "2520bebf-e339-4c49-be48-787e8a0cb45a", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:49:33.090021 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ddbd004-fe17-4800-998d-50edae6032c8 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:49:33.090423 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'tag': '2520bebf-e339-4c49-be48-787e8a0cb45a', 'status': 'completed', 'code': 200} Sep 23 18:49:33.132444 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-9da67fd9-320d-42e4-8b2a-3aacf891992a None None] Set router 403ebc0c-3621-444a-a533-9764fe889e33 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:33.168695 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770da3-d23f-4889-8dce-33cb36b7f90b req-951dd4ae-28df-4a78-bd58-0f243f9fa4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:33.170435 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-13770da3-d23f-4889-8dce-33cb36b7f90b req-951dd4ae-28df-4a78-bd58-0f243f9fa4b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90bb3aa715854fbba1cb0e350adafdb7&device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 1098 time: 0.0542452 Sep 23 18:49:33.319574 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770da3-d23f-4889-8dce-33cb36b7f90b req-4d530f55-a5b0-4fe7-a43c-b6d3ed6b0a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:33.321740 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-13770da3-d23f-4889-8dce-33cb36b7f90b req-4d530f55-a5b0-4fe7-a43c-b6d3ed6b0a15 service neutron] 10.222.0.42 "GET /v2.0/networks?id=abe8bbf5-106d-4cf2-a815-0b2155ceff37 HTTP/1.1" status: 200 len: 917 time: 0.1391180 Sep 23 18:49:33.359998 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-9da67fd9-320d-42e4-8b2a-3aacf891992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403ebc0c-3621-444a-a533-9764fe889e33', 'name': 'tempest-TestMinimumBasicScenario-2033233248-router', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:46Z', 'revision_number': 4, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'gw_port': {'id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '0ffb304a-5425-421a-a012-c65b9226493d', 'name': '', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'mac_address': 'fa:16:3e:11:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '033580f8-5239-4970-8abc-a077e6edd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:45Z', 'updated_at': '2021-09-23T18:46:51Z', 'revision_number': 5, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'subnets': [{'id': '033580f8-5239-4970-8abc-a077e6edd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:33.385467 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-13770da3-d23f-4889-8dce-33cb36b7f90b req-286f5377-5e67-449b-831e-0755c366fcec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2520bebf-e339-4c49-be48-787e8a0cb45a HTTP/1.1" status: 200 len: 217 time: 0.0529926 Sep 23 18:49:33.466417 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770da3-d23f-4889-8dce-33cb36b7f90b req-ecad9677-460f-4bb2-86b0-789b4d12e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:33.471724 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-13770da3-d23f-4889-8dce-33cb36b7f90b req-ecad9677-460f-4bb2-86b0-789b4d12e78f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=033580f8-5239-4970-8abc-a077e6edd17b HTTP/1.1" status: 200 len: 854 time: 0.0751040 Sep 23 18:49:33.486873 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da67fd9-320d-42e4-8b2a-3aacf891992a None None] Checking router: 403ebc0c-3621-444a-a533-9764fe889e33 for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:49:33.505478 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da67fd9-320d-42e4-8b2a-3aacf891992a None None] Routers {'403ebc0c-3621-444a-a533-9764fe889e33'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:33.506103 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-9da67fd9-320d-42e4-8b2a-3aacf891992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:49:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['403ebc0c-3621-444a-a533-9764fe889e33'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:33.524815 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770da3-d23f-4889-8dce-33cb36b7f90b req-c5b3e7e1-6bd5-4327-b72c-5407aa2608dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:33.526641 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-13770da3-d23f-4889-8dce-33cb36b7f90b req-c5b3e7e1-6bd5-4327-b72c-5407aa2608dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abe8bbf5-106d-4cf2-a815-0b2155ceff37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463369 Sep 23 18:49:33.622225 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-9da67fd9-320d-42e4-8b2a-3aacf891992a None None] Set router 403ebc0c-3621-444a-a533-9764fe889e33 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:33.637543 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-13770da3-d23f-4889-8dce-33cb36b7f90b req-2223a975-1abd-4651-af7a-e64a87f82abf service neutron] 10.222.0.42 "GET /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947309 Sep 23 18:49:33.745147 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-13770da3-d23f-4889-8dce-33cb36b7f90b req-46c9eeea-bca1-4b2c-8298-02752d9044a3 service neutron] 10.222.0.42 "GET /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993474 Sep 23 18:49:33.860761 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-9da67fd9-320d-42e4-8b2a-3aacf891992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403ebc0c-3621-444a-a533-9764fe889e33', 'name': 'tempest-TestMinimumBasicScenario-2033233248-router', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:46Z', 'revision_number': 4, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'gw_port': {'id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '0ffb304a-5425-421a-a012-c65b9226493d', 'name': '', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'mac_address': 'fa:16:3e:11:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '033580f8-5239-4970-8abc-a077e6edd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:45Z', 'updated_at': '2021-09-23T18:46:51Z', 'revision_number': 5, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'subnets': [{'id': '033580f8-5239-4970-8abc-a077e6edd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:33.908120 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da67fd9-320d-42e4-8b2a-3aacf891992a None None] The sync data for ids ['403ebc0c-3621-444a-a533-9764fe889e33'] in dv-cinder-810415-4-iscsi is: [{'id': '403ebc0c-3621-444a-a533-9764fe889e33', 'name': 'tempest-TestMinimumBasicScenario-2033233248-router', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:46Z', 'revision_number': 4, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'gw_port': {'id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '0ffb304a-5425-421a-a012-c65b9226493d', 'name': '', 'network_id': 'abe8bbf5-106d-4cf2-a815-0b2155ceff37', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'mac_address': 'fa:16:3e:11:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '033580f8-5239-4970-8abc-a077e6edd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:45Z', 'updated_at': '2021-09-23T18:46:51Z', 'revision_number': 5, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'subnets': [{'id': '033580f8-5239-4970-8abc-a077e6edd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:49:34.085373 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060dcd3-a136-41b9-999d-90e8590b2406 req-ba0facae-0313-4fb0-9121-e45b788a1d74 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:34.087099 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f060dcd3-a136-41b9-999d-90e8590b2406 req-ba0facae-0313-4fb0-9121-e45b788a1d74 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0709074 Sep 23 18:49:34.149492 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f060dcd3-a136-41b9-999d-90e8590b2406 req-70ca6ba7-4cc0-4fa4-a903-ee15cbb4b50e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524971 Sep 23 18:49:34.338492 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2640cf-7b3f-4161-9e73-dd054b033f6c None None] New status for floating IP 7325dedf-d5d9-482a-b7ff-08d63bc8987f: DOWN {{(pid=100705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:49:35.306119 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d45ad-b0bf-4937-ad81-f58adf61b390 req-2d737c46-b112-42de-a22f-75d87be7b69b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:35.312746 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-956d45ad-b0bf-4937-ad81-f58adf61b390 req-2d737c46-b112-42de-a22f-75d87be7b69b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0595846 Sep 23 18:49:35.355490 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-956d45ad-b0bf-4937-ad81-f58adf61b390 req-724cb68a-6539-438b-b8e4-66fdafbd0849 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416496 Sep 23 18:49:36.033561 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc8afa-ab0e-4209-b42e-16024c30eb24 req-29682592-99f1-423b-8fdf-8d01e9c879f0 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:36.041547 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7ecc8afa-ab0e-4209-b42e-16024c30eb24 req-29682592-99f1-423b-8fdf-8d01e9c879f0 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 945 time: 0.0822110 Sep 23 18:49:36.094911 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7ecc8afa-ab0e-4209-b42e-16024c30eb24 req-b62840b4-7fe7-4339-b3bc-23bc84478b13 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480654 Sep 23 18:49:36.153189 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 34972) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:36.272903 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-309fae15-fc19-497f-870e-d3662cd4d6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:36.370869 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-309fae15-fc19-497f-870e-d3662cd4d6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:36.377780 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-309fae15-fc19-497f-870e-d3662cd4d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:36.457495 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-309fae15-fc19-497f-870e-d3662cd4d6b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=944133316ba94f39adba3d2eda4034a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031709 Sep 23 18:49:36.460779 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 34978) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:36.478271 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fae15-fc19-497f-870e-d3662cd4d6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbc318a-3e13-4818-b267-682af1cf1632,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:36.527163 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a596bc-9c50-4f1e-83cd-76605dacf715 req-faa8e593-8596-4071-95fe-72e95d26abc0 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:36.534602 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-37a596bc-9c50-4f1e-83cd-76605dacf715 req-faa8e593-8596-4071-95fe-72e95d26abc0 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0676842 Sep 23 18:49:36.568410 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-37a596bc-9c50-4f1e-83cd-76605dacf715 req-53de39df-30fb-4366-b8cd-9da170a15c37 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326838 Sep 23 18:49:36.573090 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d1749688-0bce-4523-aa9d-c69ae0a8937d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:36.605989 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d1749688-0bce-4523-aa9d-c69ae0a8937d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:36.669895 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d1749688-0bce-4523-aa9d-c69ae0a8937d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:36.672773 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d1749688-0bce-4523-aa9d-c69ae0a8937d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:36.674040 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-d1749688-0bce-4523-aa9d-c69ae0a8937d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/edbc318a-3e13-4818-b267-682af1cf1632 HTTP/1.1" status: 204 len: 168 time: 0.2120144 Sep 23 18:49:36.688668 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1749688-0bce-4523-aa9d-c69ae0a8937d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbc318a-3e13-4818-b267-682af1cf1632,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:36.965323 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 34984) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:36.979777 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b837cb77-00c2-4ff3-af8d-39306c2941c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:37.076340 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b837cb77-00c2-4ff3-af8d-39306c2941c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:37.081899 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b837cb77-00c2-4ff3-af8d-39306c2941c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:37.127933 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837cb77-00c2-4ff3-af8d-39306c2941c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7371742-d2ab-4d3a-9de9-7f3025eb2900,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:37.138017 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 34988) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:37.147675 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-b837cb77-00c2-4ff3-af8d-39306c2941c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99f8ac40adfb44919226be6829768701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809993 Sep 23 18:49:37.234507 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c352ab4-4754-4220-b3b2-5b8c296e0f98 req-43cc0b6c-64f5-4f2c-91b3-cb02fcd9ca37 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:37.240695 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9c352ab4-4754-4220-b3b2-5b8c296e0f98 req-43cc0b6c-64f5-4f2c-91b3-cb02fcd9ca37 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 945 time: 0.0750532 Sep 23 18:49:37.242831 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5c127ced-e290-4946-907b-200f77289826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:37.284995 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5c127ced-e290-4946-907b-200f77289826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:37.299287 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9c352ab4-4754-4220-b3b2-5b8c296e0f98 req-51cba44f-b19a-4db1-ad1f-17058ce58a91 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575569 Sep 23 18:49:37.352581 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5c127ced-e290-4946-907b-200f77289826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:37.356107 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5c127ced-e290-4946-907b-200f77289826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:37.367059 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-5c127ced-e290-4946-907b-200f77289826 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7371742-d2ab-4d3a-9de9-7f3025eb2900 HTTP/1.1" status: 204 len: 168 time: 0.2224143 Sep 23 18:49:37.376269 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c127ced-e290-4946-907b-200f77289826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7371742-d2ab-4d3a-9de9-7f3025eb2900,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:37.622723 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 34996) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:37.721503 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0c54b-b3fa-4f7b-9353-7cf04385015b req-6cc5683b-6195-4026-a9d7-517962f0fec0 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:37.730006 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-11f0c54b-b3fa-4f7b-9353-7cf04385015b req-6cc5683b-6195-4026-a9d7-517962f0fec0 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0691781 Sep 23 18:49:37.781402 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-11f0c54b-b3fa-4f7b-9353-7cf04385015b req-bd9532b3-553b-4924-9811-d6b2db39e63d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500648 Sep 23 18:49:38.009812 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-944bd074-1f02-4b32-96e0-0ce1b290adb8 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Deleting port 2c33746a-8ad5-4cb5-ba1e-14094f25cc5d {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:38.010361 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-944bd074-1f02-4b32-96e0-0ce1b290adb8 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:38.103415 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-944bd074-1f02-4b32-96e0-0ce1b290adb8 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:38.105413 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-944bd074-1f02-4b32-96e0-0ce1b290adb8 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:38.127398 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-944bd074-1f02-4b32-96e0-0ce1b290adb8 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Calling delete_port for 2c33746a-8ad5-4cb5-ba1e-14094f25cc5d owned by network:floatingip {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:38.141626 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fc4e6-ae0f-407d-808b-2b753ce0fb59 req-606d3a91-a874-4065-8023-79cae3e2f06c tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:38.143418 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-655fc4e6-ae0f-407d-808b-2b753ce0fb59 req-606d3a91-a874-4065-8023-79cae3e2f06c tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 945 time: 0.0537093 Sep 23 18:49:38.291459 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-655fc4e6-ae0f-407d-808b-2b753ce0fb59 req-89e9efaf-1a7c-4620-8381-262f1892590f tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Deleting port 2520bebf-e339-4c49-be48-787e8a0cb45a {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:38.292076 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-655fc4e6-ae0f-407d-808b-2b753ce0fb59 req-89e9efaf-1a7c-4620-8381-262f1892590f tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:38.321680 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-944bd074-1f02-4b32-96e0-0ce1b290adb8 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:38.398355 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-655fc4e6-ae0f-407d-808b-2b753ce0fb59 req-89e9efaf-1a7c-4620-8381-262f1892590f tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] For port 2520bebf-e339-4c49-be48-787e8a0cb45a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=2520bebf-e339-4c49-be48-787e8a0cb45a,segment=NetworkSegment(7bd7fbdb-3521-444a-87d6-dc8d2b8984fb),segment_id=7bd7fbdb-3521-444a-87d6-dc8d2b8984fb)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:38.398964 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-655fc4e6-ae0f-407d-808b-2b753ce0fb59 req-89e9efaf-1a7c-4620-8381-262f1892590f tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:38.423449 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bd074-1f02-4b32-96e0-0ce1b290adb8 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Pushing event deleted for resources: {'Port': ['ID=2c33746a-8ad5-4cb5-ba1e-14094f25cc5d,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:38.428577 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-655fc4e6-ae0f-407d-808b-2b753ce0fb59 req-89e9efaf-1a7c-4620-8381-262f1892590f tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Calling delete_port for 2520bebf-e339-4c49-be48-787e8a0cb45a owned by compute:nova {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:38.535292 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-944bd074-1f02-4b32-96e0-0ce1b290adb8 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for floatingip, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:38.537323 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.l3_db [None req-944bd074-1f02-4b32-96e0-0ce1b290adb8 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Floating IP 776a0d7f-60a1-48c9-99e7-78ef673d86a6 disassociated (deleted). External IP: 172.27.1.152, port: 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c. Sep 23 18:49:38.592984 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ef00b-c3d9-4498-a38d-7e723c681ea2 req-40194bd3-a32b-4a30-9fb5-41c3a43a1ee0 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:38.595038 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-893ef00b-c3d9-4498-a38d-7e723c681ea2 req-40194bd3-a32b-4a30-9fb5-41c3a43a1ee0 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bbdcb4d-07e3-425f-9455-d54e95a4e05d HTTP/1.1" status: 200 len: 945 time: 0.1434140 Sep 23 18:49:38.662918 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-893ef00b-c3d9-4498-a38d-7e723c681ea2 req-f3c77e31-d714-422b-a33b-4f6dfd3be5e0 tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.70 "GET /v2.0/security-groups?id=067c4302-0105-4d30-9a17-300107247977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608504 Sep 23 18:49:38.803254 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-655fc4e6-ae0f-407d-808b-2b753ce0fb59 req-89e9efaf-1a7c-4620-8381-262f1892590f tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:38.832266 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['2520bebf-e339-4c49-be48-787e8a0cb45a'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:49:38.881762 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9efaf-1a7c-4620-8381-262f1892590f tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Pushing event deleted for resources: {'Port': ['ID=2520bebf-e339-4c49-be48-787e8a0cb45a,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:39.011795 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-655fc4e6-ae0f-407d-808b-2b753ce0fb59 req-89e9efaf-1a7c-4620-8381-262f1892590f tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] No DVR routers for this DVR port 2520bebf-e339-4c49-be48-787e8a0cb45a on host hv-cinder-81041 {{(pid=100704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:49:39.014500 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-655fc4e6-ae0f-407d-808b-2b753ce0fb59 req-89e9efaf-1a7c-4620-8381-262f1892590f tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:39.016464 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-655fc4e6-ae0f-407d-808b-2b753ce0fb59 req-89e9efaf-1a7c-4620-8381-262f1892590f tempest-TestMinimumBasicScenario-867986831 tempest-TestMinimumBasicScenario-867986831-project] 10.222.0.42 "DELETE /v2.0/ports/2520bebf-e339-4c49-be48-787e8a0cb45a HTTP/1.1" status: 204 len: 173 time: 0.8663781 Sep 23 18:49:39.016908 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'name': 'network-vif-deleted', 'tag': '2520bebf-e339-4c49-be48-787e8a0cb45a'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:49:39.019140 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9041b23f-e4ba-450d-b2a5-f35fbeea99dc" -d '{"events": [{"server_uuid": "4bbdcb4d-07e3-425f-9455-d54e95a4e05d", "name": "network-vif-deleted", "tag": "2520bebf-e339-4c49-be48-787e8a0cb45a"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:49:39.142847 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f9866-a1dd-448b-b673-9be106926771 req-2355e354-60e1-4280-89bc-6ae4ea8e0c53 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:39.144664 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944bd074-1f02-4b32-96e0-0ce1b290adb8 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:49:39.155032 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-649f9866-a1dd-448b-b673-9be106926771 req-2355e354-60e1-4280-89bc-6ae4ea8e0c53 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.1707873 Sep 23 18:49:39.188748 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cde3596-656e-459d-b419-68e07b6bed96 x-openstack-request-id: req-0cde3596-656e-459d-b419-68e07b6bed96 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:49:39.189171 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbdcb4d-07e3-425f-9455-d54e95a4e05d", "name": "network-vif-deleted", "tag": "2520bebf-e339-4c49-be48-787e8a0cb45a", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:49:39.189920 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0cde3596-656e-459d-b419-68e07b6bed96 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:49:39.190691 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbdcb4d-07e3-425f-9455-d54e95a4e05d', 'name': 'network-vif-deleted', 'tag': '2520bebf-e339-4c49-be48-787e8a0cb45a', 'status': 'completed', 'code': 200} Sep 23 18:49:39.224604 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-649f9866-a1dd-448b-b673-9be106926771 req-4dff1ad1-dd21-4287-8bc5-9e633587cacf tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645871 Sep 23 18:49:39.399530 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944bd074-1f02-4b32-96e0-0ce1b290adb8 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:49:39.404923 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-944bd074-1f02-4b32-96e0-0ce1b290adb8 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:39.410603 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ee5a9d-0a8d-4296-8e49-11ee48f3986b None None] Sync routers for ids ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:49:39.421894 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ee5a9d-0a8d-4296-8e49-11ee48f3986b None None] Routers {'7222cff6-6cb7-46e4-8f6a-248b5272bba7'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:39.422768 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-e2ee5a9d-0a8d-4296-8e49-11ee48f3986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:49:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:39.453696 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-944bd074-1f02-4b32-96e0-0ce1b290adb8 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "DELETE /v2.0/floatingips/776a0d7f-60a1-48c9-99e7-78ef673d86a6 HTTP/1.1" status: 204 len: 168 time: 1.8295319 Sep 23 18:49:39.454420 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'tag': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:49:39.456710 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9777f252-fad1-46a4-a428-e5febbdfb1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f51e16-ca88-4666-abc5-6b96044d9001", "tag": "82c295ea-eca8-438d-9dbd-02f4e2ebcd4c"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:49:39.561908 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-e2ee5a9d-0a8d-4296-8e49-11ee48f3986b None None] Set router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:39.571499 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73171a41-22eb-495a-8a21-5a34af9b02d1 x-openstack-request-id: req-73171a41-22eb-495a-8a21-5a34af9b02d1 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:49:39.571886 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f51e16-ca88-4666-abc5-6b96044d9001", "tag": "82c295ea-eca8-438d-9dbd-02f4e2ebcd4c", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:49:39.572812 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-73171a41-22eb-495a-8a21-5a34af9b02d1 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:49:39.573321 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'tag': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c', 'status': 'completed', 'code': 200} Sep 23 18:49:39.730098 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777f252-fad1-46a4-a428-e5febbdfb1ab req-b0d12f98-bfc7-4b61-86f5-3aadf0225838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:39.730098 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9777f252-fad1-46a4-a428-e5febbdfb1ab req-b0d12f98-bfc7-4b61-86f5-3aadf0225838 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1f8c4e3fa64a6b836735fbba48909d&device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 1099 time: 0.1378384 Sep 23 18:49:39.880596 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-e2ee5a9d-0a8d-4296-8e49-11ee48f3986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'name': 'tempest-TestShelveInstance-1881418314-router', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:38Z', 'updated_at': '2021-09-23T18:43:45Z', 'revision_number': 4, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'gw_port': {'id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:40Z', 'updated_at': '2021-09-23T18:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '64b66e8e-ba03-4826-83b6-b6ed00710b3f', 'name': '', 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'mac_address': 'fa:16:3e:64:5b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:44Z', 'updated_at': '2021-09-23T18:43:52Z', 'revision_number': 5, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'subnets': [{'id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:39.911208 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ee5a9d-0a8d-4296-8e49-11ee48f3986b None None] Checking router: 7222cff6-6cb7-46e4-8f6a-248b5272bba7 for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:49:39.923026 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ee5a9d-0a8d-4296-8e49-11ee48f3986b None None] Routers {'7222cff6-6cb7-46e4-8f6a-248b5272bba7'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:39.924135 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-e2ee5a9d-0a8d-4296-8e49-11ee48f3986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:49:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:39.963406 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f881c-d425-4842-b8d7-92e73c5f7a73 req-6b7a31c3-6a19-48b0-a5bf-c8759474fa22 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:39.971999 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-989f881c-d425-4842-b8d7-92e73c5f7a73 req-6b7a31c3-6a19-48b0-a5bf-c8759474fa22 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.1362784 Sep 23 18:49:40.002337 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777f252-fad1-46a4-a428-e5febbdfb1ab req-92c0f2c2-b291-4b15-8a4e-a6f849668853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:40.003957 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9777f252-fad1-46a4-a428-e5febbdfb1ab req-92c0f2c2-b291-4b15-8a4e-a6f849668853 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1bd28bab-4532-4383-abb6-818a5d8c455d HTTP/1.1" status: 200 len: 911 time: 0.2675292 Sep 23 18:49:40.100663 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-e2ee5a9d-0a8d-4296-8e49-11ee48f3986b None None] Set router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:40.105367 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9777f252-fad1-46a4-a428-e5febbdfb1ab req-aa330daa-1545-4ae5-a097-04f03eb92715 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c HTTP/1.1" status: 200 len: 217 time: 0.0887771 Sep 23 18:49:40.117511 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-989f881c-d425-4842-b8d7-92e73c5f7a73 req-a7e2aa3f-232d-4b1e-a00b-46310ea7f661 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423256 Sep 23 18:49:40.198685 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777f252-fad1-46a4-a428-e5febbdfb1ab req-52576e72-c204-4f55-9f98-ea1ae8ef1dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:40.200346 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9777f252-fad1-46a4-a428-e5febbdfb1ab req-52576e72-c204-4f55-9f98-ea1ae8ef1dc9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08f9b104-7b94-46da-babd-daf1581be6b6 HTTP/1.1" status: 200 len: 848 time: 0.0803754 Sep 23 18:49:40.269911 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777f252-fad1-46a4-a428-e5febbdfb1ab req-3b53e8f8-5590-4948-87c8-a7678e52f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:40.271431 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9777f252-fad1-46a4-a428-e5febbdfb1ab req-3b53e8f8-5590-4948-87c8-a7678e52f0d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bd28bab-4532-4383-abb6-818a5d8c455d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594964 Sep 23 18:49:40.419655 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9777f252-fad1-46a4-a428-e5febbdfb1ab req-2c101469-8d1d-48a1-9181-d5c2f5a8afa2 service neutron] 10.222.0.42 "GET /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383529 Sep 23 18:49:40.435681 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062c0e6-6090-4b14-85bc-91e7949a1f97 req-94159df1-6e7c-4851-8fa8-a9475921d82b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:40.443493 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6062c0e6-6090-4b14-85bc-91e7949a1f97 req-94159df1-6e7c-4851-8fa8-a9475921d82b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0901845 Sep 23 18:49:40.444440 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-e2ee5a9d-0a8d-4296-8e49-11ee48f3986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'name': 'tempest-TestShelveInstance-1881418314-router', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:38Z', 'updated_at': '2021-09-23T18:43:45Z', 'revision_number': 4, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'gw_port': {'id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:40Z', 'updated_at': '2021-09-23T18:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '64b66e8e-ba03-4826-83b6-b6ed00710b3f', 'name': '', 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'mac_address': 'fa:16:3e:64:5b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:44Z', 'updated_at': '2021-09-23T18:43:52Z', 'revision_number': 5, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'subnets': [{'id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:40.475687 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ee5a9d-0a8d-4296-8e49-11ee48f3986b None None] The sync data for ids ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'] in dv-cinder-810415-4-iscsi is: [{'id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'name': 'tempest-TestShelveInstance-1881418314-router', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:38Z', 'updated_at': '2021-09-23T18:43:45Z', 'revision_number': 4, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'gw_port': {'id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:40Z', 'updated_at': '2021-09-23T18:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '64b66e8e-ba03-4826-83b6-b6ed00710b3f', 'name': '', 'network_id': '1bd28bab-4532-4383-abb6-818a5d8c455d', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'mac_address': 'fa:16:3e:64:5b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:44Z', 'updated_at': '2021-09-23T18:43:52Z', 'revision_number': 5, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'subnets': [{'id': '08f9b104-7b94-46da-babd-daf1581be6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:49:40.509378 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6062c0e6-6090-4b14-85bc-91e7949a1f97 req-b0f66aa1-c8eb-4114-8caf-794a34aab8cb tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649676 Sep 23 18:49:40.582819 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9777f252-fad1-46a4-a428-e5febbdfb1ab req-5a5f9d9c-462a-4db7-af77-034bd699860b service neutron] 10.222.0.42 "GET /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372066 Sep 23 18:49:40.778341 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6e3fd2-43fc-4c67-8b36-1ed9fc03a408 None None] New status for floating IP 776a0d7f-60a1-48c9-99e7-78ef673d86a6: DOWN {{(pid=100705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:49:40.834653 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35122) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:41.080341 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f671bc-35a1-484d-a529-bc49df40cbba req-767b5775-350d-43e9-bd41-a6366fca883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:41.082792 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b0f671bc-35a1-484d-a529-bc49df40cbba req-767b5775-350d-43e9-bd41-a6366fca883c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbb56b36ced8493398183f5414134de6&device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 1099 time: 0.0433555 Sep 23 18:49:41.194086 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f671bc-35a1-484d-a529-bc49df40cbba req-f74d06ca-c734-440a-ba96-c250b87c3266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:41.195426 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b0f671bc-35a1-484d-a529-bc49df40cbba req-f74d06ca-c734-440a-ba96-c250b87c3266 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d34e785-4ce6-4052-99a6-618ee041cb51 HTTP/1.1" status: 200 len: 918 time: 0.1046810 Sep 23 18:49:41.264979 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35134) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:41.388670 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-bcc597cc-e452-4ac0-916d-7af0cb878e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:41.488446 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6dc4df7c-3211-4567-95f8-a75d5f7fafaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-339987'] for router_interface, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:41.554088 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d66f4c-b676-4574-93e1-f24457ed7c7c req-fc62b1b9-a87f-4972-92d2-312c3300bc0b tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:41.556161 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c8d66f4c-b676-4574-93e1-f24457ed7c7c req-fc62b1b9-a87f-4972-92d2-312c3300bc0b tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.3529599 Sep 23 18:49:41.558856 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b0f671bc-35a1-484d-a529-bc49df40cbba req-8dba33d0-6fb8-41f0-8b7b-9bc01047d3fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36103c81-1539-49ad-99eb-8a24f9f69910 HTTP/1.1" status: 200 len: 1002 time: 0.3449841 Sep 23 18:49:41.630326 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-bcc597cc-e452-4ac0-916d-7af0cb878e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:41.635637 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-bcc597cc-e452-4ac0-916d-7af0cb878e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:41.651787 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c8d66f4c-b676-4574-93e1-f24457ed7c7c req-bb5ed8da-0d4f-4737-a0ea-11985386aad7 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c68930e-25ec-4636-a493-1fd990221777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877638 Sep 23 18:49:41.668301 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f671bc-35a1-484d-a529-bc49df40cbba req-cf3f5670-d4b1-4055-89e8-d0c3c0e68a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:41.668301 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b0f671bc-35a1-484d-a529-bc49df40cbba req-cf3f5670-d4b1-4055-89e8-d0c3c0e68a95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4fd91db2-dbef-4742-8637-4ee71c7c4188 HTTP/1.1" status: 200 len: 855 time: 0.0868781 Sep 23 18:49:41.692159 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4b2c1-595f-4cba-a9ba-cebab0b3ba1c req-4ad41896-e56a-4499-b302-9be0284a61cb tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:41.694195 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5da4b2c1-595f-4cba-a9ba-cebab0b3ba1c req-4ad41896-e56a-4499-b302-9be0284a61cb tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0847299 Sep 23 18:49:41.728040 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-bcc597cc-e452-4ac0-916d-7af0cb878e12 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f4638ff5c0d4691afbf10e3e2866040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4591107 Sep 23 18:49:41.728040 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc597cc-e452-4ac0-916d-7af0cb878e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504b2b9f-bdbe-4a37-8002-48263d0fe3a5,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:41.729292 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35140) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:41.758548 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5da4b2c1-595f-4cba-a9ba-cebab0b3ba1c req-984791b2-b138-4d62-9597-508b6d85eaae tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558236 Sep 23 18:49:41.762786 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f671bc-35a1-484d-a529-bc49df40cbba req-f6ed5dfe-221f-41f6-bf5d-d0c7e4018fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:41.764206 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b0f671bc-35a1-484d-a529-bc49df40cbba req-f6ed5dfe-221f-41f6-bf5d-d0c7e4018fdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d34e785-4ce6-4052-99a6-618ee041cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696242 Sep 23 18:49:41.790324 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d5af-f58a-4727-b1dc-cb7ca995c802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:41.836749 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d5af-f58a-4727-b1dc-cb7ca995c802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:41.861197 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b0f671bc-35a1-484d-a529-bc49df40cbba req-0db419d2-6d64-4cf8-8777-e6f569257d32 service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842173 Sep 23 18:49:41.938848 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d686f00-42c9-499e-be95-9e528ef6e09b req-a62f3774-3b74-4998-bea5-67fba051aaed tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:41.940200 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7d686f00-42c9-499e-be95-9e528ef6e09b req-a62f3774-3b74-4998-bea5-67fba051aaed tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 946 time: 0.1016231 Sep 23 18:49:41.959025 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b0f671bc-35a1-484d-a529-bc49df40cbba req-be90f5d7-4cfd-4950-ad5e-b8a97a3d5e58 service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898411 Sep 23 18:49:41.986070 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d5af-f58a-4727-b1dc-cb7ca995c802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:41.988528 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d5af-f58a-4727-b1dc-cb7ca995c802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:41.989640 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-d2e5d5af-f58a-4727-b1dc-cb7ca995c802 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/504b2b9f-bdbe-4a37-8002-48263d0fe3a5 HTTP/1.1" status: 204 len: 168 time: 0.2586651 Sep 23 18:49:42.027425 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5d5af-f58a-4727-b1dc-cb7ca995c802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504b2b9f-bdbe-4a37-8002-48263d0fe3a5,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:42.030308 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4df7c-3211-4567-95f8-a75d5f7fafaf admin admin] Deleting port 0ffb304a-5425-421a-a012-c65b9226493d {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:42.030308 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6dc4df7c-3211-4567-95f8-a75d5f7fafaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:42.122068 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-6dc4df7c-3211-4567-95f8-a75d5f7fafaf admin admin] For port 0ffb304a-5425-421a-a012-c65b9226493d, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=0ffb304a-5425-421a-a012-c65b9226493d,segment=NetworkSegment(7bd7fbdb-3521-444a-87d6-dc8d2b8984fb),segment_id=7bd7fbdb-3521-444a-87d6-dc8d2b8984fb)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:42.122432 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6dc4df7c-3211-4567-95f8-a75d5f7fafaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:42.126022 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-7d686f00-42c9-499e-be95-9e528ef6e09b req-af805ebc-4d1d-47ec-ae62-f093259c0247 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Deleting port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:42.126347 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-7d686f00-42c9-499e-be95-9e528ef6e09b req-af805ebc-4d1d-47ec-ae62-f093259c0247 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:42.155798 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4df7c-3211-4567-95f8-a75d5f7fafaf admin admin] Calling delete_port for 0ffb304a-5425-421a-a012-c65b9226493d owned by network:router_interface {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:42.257331 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35146) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:42.270442 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d734e5f4-094f-4084-8740-852502e80b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:42.277378 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-7d686f00-42c9-499e-be95-9e528ef6e09b req-af805ebc-4d1d-47ec-ae62-f093259c0247 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] For port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,segment=NetworkSegment(91fe4316-2c52-4ef2-abba-54b57ca453ef),segment_id=91fe4316-2c52-4ef2-abba-54b57ca453ef)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:42.277742 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-7d686f00-42c9-499e-be95-9e528ef6e09b req-af805ebc-4d1d-47ec-ae62-f093259c0247 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:42.292963 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-7d686f00-42c9-499e-be95-9e528ef6e09b req-af805ebc-4d1d-47ec-ae62-f093259c0247 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Calling delete_port for 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c owned by compute:nova {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:42.347857 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 2520bebf-e339-4c49-be48-787e8a0cb45a no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:42.367822 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: 2520bebf-e339-4c49-be48-787e8a0cb45a {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:42.368087 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d734e5f4-094f-4084-8740-852502e80b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:42.368203 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 2520bebf-e339-4c49-be48-787e8a0cb45a not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:42.372573 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d734e5f4-094f-4084-8740-852502e80b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:42.409299 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-d734e5f4-094f-4084-8740-852502e80b16 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=01648f1980da41d89a57af70e604f4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507978 Sep 23 18:49:42.412347 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35148) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:42.415338 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734e5f4-094f-4084-8740-852502e80b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2a4960-c1e6-4f1c-b20b-4f573f1f02dd,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:42.547981 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6dc4df7c-3211-4567-95f8-a75d5f7fafaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:42.549780 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c5f64e41-e9d6-4dc2-b69d-705cfe690fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:42.590359 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-7d686f00-42c9-499e-be95-9e528ef6e09b req-af805ebc-4d1d-47ec-ae62-f093259c0247 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:42.596462 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4df7c-3211-4567-95f8-a75d5f7fafaf admin admin] Pushing event deleted for resources: {'Port': ['ID=0ffb304a-5425-421a-a012-c65b9226493d,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:42.625795 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c5f64e41-e9d6-4dc2-b69d-705cfe690fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:42.676307 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af805ebc-4d1d-47ec-ae62-f093259c0247 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Pushing event deleted for resources: {'Port': ['ID=82c295ea-eca8-438d-9dbd-02f4e2ebcd4c,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:42.756134 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d686f00-42c9-499e-be95-9e528ef6e09b req-af805ebc-4d1d-47ec-ae62-f093259c0247 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] No DVR routers for this DVR port 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c on host hv-cinder-81041 {{(pid=100703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:49:42.770479 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-720d4a49-ef08-4482-b655-3b8ff5360c51 req-cf2f3be9-bfb8-49fe-9f48-004fc3a847f1 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9f51e16-ca88-4666-abc5-6b96044d9001 HTTP/1.1" status: 200 len: 210 time: 0.0301683 Sep 23 18:49:42.791823 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-7d686f00-42c9-499e-be95-9e528ef6e09b req-af805ebc-4d1d-47ec-ae62-f093259c0247 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:42.793892 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7d686f00-42c9-499e-be95-9e528ef6e09b req-af805ebc-4d1d-47ec-ae62-f093259c0247 tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.42 "DELETE /v2.0/ports/82c295ea-eca8-438d-9dbd-02f4e2ebcd4c HTTP/1.1" status: 204 len: 173 time: 0.8461747 Sep 23 18:49:42.796267 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'name': 'network-vif-deleted', 'tag': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:49:42.798613 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70407b5c-19c9-46e0-bc9c-53909261a1c8" -d '{"events": [{"server_uuid": "c9f51e16-ca88-4666-abc5-6b96044d9001", "name": "network-vif-deleted", "tag": "82c295ea-eca8-438d-9dbd-02f4e2ebcd4c"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:49:42.841343 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c5f64e41-e9d6-4dc2-b69d-705cfe690fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:42.852387 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c5f64e41-e9d6-4dc2-b69d-705cfe690fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:42.856400 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-c5f64e41-e9d6-4dc2-b69d-705cfe690fa5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb2a4960-c1e6-4f1c-b20b-4f573f1f02dd HTTP/1.1" status: 204 len: 168 time: 0.4385691 Sep 23 18:49:42.856400 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c70a94-7f76-45e1-a4b2-ef414bf48315 x-openstack-request-id: req-56c70a94-7f76-45e1-a4b2-ef414bf48315 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:49:42.856400 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f51e16-ca88-4666-abc5-6b96044d9001", "name": "network-vif-deleted", "tag": "82c295ea-eca8-438d-9dbd-02f4e2ebcd4c", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:49:42.856400 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56c70a94-7f76-45e1-a4b2-ef414bf48315 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:49:42.856873 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f51e16-ca88-4666-abc5-6b96044d9001', 'name': 'network-vif-deleted', 'tag': '82c295ea-eca8-438d-9dbd-02f4e2ebcd4c', 'status': 'completed', 'code': 200} Sep 23 18:49:42.889330 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f586c9-f6c5-4821-a9c8-9b5897230837 req-0d757116-37f6-4cd5-ba55-7755d4912581 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:42.890811 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-12f586c9-f6c5-4821-a9c8-9b5897230837 req-0d757116-37f6-4cd5-ba55-7755d4912581 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.0553916 Sep 23 18:49:42.894837 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f64e41-e9d6-4dc2-b69d-705cfe690fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2a4960-c1e6-4f1c-b20b-4f573f1f02dd,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:42.911321 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-6dc4df7c-3211-4567-95f8-a75d5f7fafaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338842'] for router_interface, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:42.947335 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-12f586c9-f6c5-4821-a9c8-9b5897230837 req-928c132f-bae4-4112-9024-5edd592ba89d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442448 Sep 23 18:49:43.177971 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc4df7c-3211-4567-95f8-a75d5f7fafaf admin admin] Router 403ebc0c-3621-444a-a533-9764fe889e33 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:49:43.298995 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc4df7c-3211-4567-95f8-a75d5f7fafaf admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:49:43.308184 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35168) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:43.308748 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-6dc4df7c-3211-4567-95f8-a75d5f7fafaf admin admin] 10.222.0.70 "PUT /v2.0/routers/403ebc0c-3621-444a-a533-9764fe889e33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4707568 Sep 23 18:49:43.311957 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62058cda-161c-42cc-8df5-1bd527096949 None None] Sync routers for ids ['403ebc0c-3621-444a-a533-9764fe889e33'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:49:43.323743 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62058cda-161c-42cc-8df5-1bd527096949 None None] Routers {'403ebc0c-3621-444a-a533-9764fe889e33'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:43.324711 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-62058cda-161c-42cc-8df5-1bd527096949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:49:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['403ebc0c-3621-444a-a533-9764fe889e33'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:43.427193 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d0bada44-97e7-44dc-9d4c-a49258768d23 admin admin] Notify callbacks [] for router, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:43.451460 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-62058cda-161c-42cc-8df5-1bd527096949 None None] Set router 403ebc0c-3621-444a-a533-9764fe889e33 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:43.545836 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d0bada44-97e7-44dc-9d4c-a49258768d23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:43.611138 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-d0bada44-97e7-44dc-9d4c-a49258768d23 admin admin] Deleting port 0c0d7c96-ef24-4006-a73f-dd3db834b2d6 {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:43.611473 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d0bada44-97e7-44dc-9d4c-a49258768d23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:43.710690 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [None req-d0bada44-97e7-44dc-9d4c-a49258768d23 admin admin] For port 0c0d7c96-ef24-4006-a73f-dd3db834b2d6, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=0c0d7c96-ef24-4006-a73f-dd3db834b2d6,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:43.711112 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d0bada44-97e7-44dc-9d4c-a49258768d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:43.723660 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-d0bada44-97e7-44dc-9d4c-a49258768d23 admin admin] Calling delete_port for 0c0d7c96-ef24-4006-a73f-dd3db834b2d6 owned by network:router_gateway {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:43.758205 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-62058cda-161c-42cc-8df5-1bd527096949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403ebc0c-3621-444a-a533-9764fe889e33', 'name': 'tempest-TestMinimumBasicScenario-2033233248-router', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:49:42Z', 'revision_number': 5, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'gw_port': {'id': '0c0d7c96-ef24-4006-a73f-dd3db834b2d6', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403ebc0c-3621-444a-a533-9764fe889e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:43.790335 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62058cda-161c-42cc-8df5-1bd527096949 None None] Checking router: 403ebc0c-3621-444a-a533-9764fe889e33 for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:49:43.803051 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62058cda-161c-42cc-8df5-1bd527096949 None None] Routers {'403ebc0c-3621-444a-a533-9764fe889e33'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:43.804604 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-62058cda-161c-42cc-8df5-1bd527096949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:49:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['403ebc0c-3621-444a-a533-9764fe889e33'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:43.839437 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35184) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:43.955830 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-62058cda-161c-42cc-8df5-1bd527096949 None None] Set router 403ebc0c-3621-444a-a533-9764fe889e33 gateway port host: None {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:43.958105 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-94861925-8e6d-42b7-93d6-11979f8c578b tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:43.995698 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d0bada44-97e7-44dc-9d4c-a49258768d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:44.016855 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-94861925-8e6d-42b7-93d6-11979f8c578b tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:44.025846 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bada44-97e7-44dc-9d4c-a49258768d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0d7c96-ef24-4006-a73f-dd3db834b2d6,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:44.044647 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-62058cda-161c-42cc-8df5-1bd527096949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403ebc0c-3621-444a-a533-9764fe889e33', 'name': 'tempest-TestMinimumBasicScenario-2033233248-router', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:49:43Z', 'revision_number': 6, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'gw_port_host': None}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:44.077796 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62058cda-161c-42cc-8df5-1bd527096949 None None] The sync data for ids ['403ebc0c-3621-444a-a533-9764fe889e33'] in dv-cinder-810415-4-iscsi is: [{'id': '403ebc0c-3621-444a-a533-9764fe889e33', 'name': 'tempest-TestMinimumBasicScenario-2033233248-router', 'tenant_id': '90bb3aa715854fbba1cb0e350adafdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:43Z', 'updated_at': '2021-09-23T18:49:43Z', 'revision_number': 6, 'project_id': '90bb3aa715854fbba1cb0e350adafdb7', 'gw_port_host': None}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:49:44.135294 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-94861925-8e6d-42b7-93d6-11979f8c578b tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:44.138082 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-94861925-8e6d-42b7-93d6-11979f8c578b tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:44.139422 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-94861925-8e6d-42b7-93d6-11979f8c578b tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] 10.222.0.70 "DELETE /v2.0/security-groups/2c68930e-25ec-4636-a493-1fd990221777 HTTP/1.1" status: 204 len: 168 time: 0.2989953 Sep 23 18:49:44.149026 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94861925-8e6d-42b7-93d6-11979f8c578b tempest-TestShelveInstance-9294703 tempest-TestShelveInstance-9294703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c68930e-25ec-4636-a493-1fd990221777,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:44.150129 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d0bada44-97e7-44dc-9d4c-a49258768d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-338777'] for router_gateway, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:44.202322 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35198) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:44.214228 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f29491-2c26-4f8f-8d3e-39ee77c4af6f req-2bc07333-1df8-480e-b471-fbde1dbf6fad tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:44.216101 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-19f29491-2c26-4f8f-8d3e-39ee77c4af6f req-2bc07333-1df8-480e-b471-fbde1dbf6fad tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 946 time: 0.1329262 Sep 23 18:49:44.291903 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d0bada44-97e7-44dc-9d4c-a49258768d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5252'] for router, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:44.305547 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d0bada44-97e7-44dc-9d4c-a49258768d23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:44.350783 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 36103c81-1539-49ad-99eb-8a24f9f69910 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:44.412235 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-19f29491-2c26-4f8f-8d3e-39ee77c4af6f req-bceb0453-9ba1-40b3-9dbc-506d81096d37 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426356 Sep 23 18:49:44.419132 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d0bada44-97e7-44dc-9d4c-a49258768d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341055'] for router, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:44.419802 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bada44-97e7-44dc-9d4c-a49258768d23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 403ebc0c-3621-444a-a533-9764fe889e33 {{(pid=100704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 18:49:44.425584 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d0bada44-97e7-44dc-9d4c-a49258768d23 admin admin] Notify callbacks [] for router, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:44.429088 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-d0bada44-97e7-44dc-9d4c-a49258768d23 admin admin] 10.222.0.70 "DELETE /v2.0/routers/403ebc0c-3621-444a-a533-9764fe889e33 HTTP/1.1" status: 204 len: 168 time: 1.1171415 Sep 23 18:49:44.429229 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35206) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:44.470386 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:44.511974 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 36103c81-1539-49ad-99eb-8a24f9f69910, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=36103c81-1539-49ad-99eb-8a24f9f69910,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:44.514308 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36103c81-1539-49ad-99eb-8a24f9f69910'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:49:44.519179 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5641ba57-2423-4fb1-8def-9a69480553e8" -d '{"events": [{"server_uuid": "27b7a6d8-cea4-4f86-9dd4-5dbc746ab750", "name": "network-vif-unplugged", "status": "completed", "tag": "36103c81-1539-49ad-99eb-8a24f9f69910"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:49:44.538083 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:44.540779 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:44.575573 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 18:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2330dde0-145e-41fa-8c69-9eacc362a695 x-openstack-request-id: req-2330dde0-145e-41fa-8c69-9eacc362a695 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:49:44.576378 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b7a6d8-cea4-4f86-9dd4-5dbc746ab750", "name": "network-vif-unplugged", "status": "failed", "tag": "36103c81-1539-49ad-99eb-8a24f9f69910", "code": 422}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:49:44.576823 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2330dde0-145e-41fa-8c69-9eacc362a695 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:49:44.577415 dv-cinder-810415-4-iscsi neutron-server[100705]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36103c81-1539-49ad-99eb-8a24f9f69910', 'code': 422} returned with failed status Sep 23 18:49:44.592802 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e08f88-f183-48fe-aa81-1ce16290fc7c admin admin] Deleting subnet 033580f8-5239-4970-8abc-a077e6edd17b {{(pid=100703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:49:44.600336 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-72e08f88-f183-48fe-aa81-1ce16290fc7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:44.636906 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:44.637257 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 82c295ea-eca8-438d-9dbd-02f4e2ebcd4c not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:44.638732 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=36103c81-1539-49ad-99eb-8a24f9f69910,revision_number=8']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:44.671438 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-72e08f88-f183-48fe-aa81-1ce16290fc7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629873'] for subnet, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.095918 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-72e08f88-f183-48fe-aa81-1ce16290fc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.118363 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35248) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:45.183395 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-72e08f88-f183-48fe-aa81-1ce16290fc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4756863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4643638'] for subnet, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.230635 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e08f88-f183-48fe-aa81-1ce16290fc7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=033580f8-5239-4970-8abc-a077e6edd17b,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:45.233137 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-72e08f88-f183-48fe-aa81-1ce16290fc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.234746 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-72e08f88-f183-48fe-aa81-1ce16290fc7c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/033580f8-5239-4970-8abc-a077e6edd17b HTTP/1.1" status: 204 len: 168 time: 0.7986584 Sep 23 18:49:45.238108 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35252) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:45.240160 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce0cfc9-f00c-4ec2-a770-ffd706cfc88d None None] Network abe8bbf5-106d-4cf2-a815-0b2155ceff37 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:49:45.269219 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-87f20e67-37bb-4a62-966c-d51aad657a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-339987'] for router_interface, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.294798 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-66d465ee-79e2-42eb-8f32-a3bde8682eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.385490 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.513404 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b70239-46f3-4d49-8391-1bfb38eb640b None None] DHCP port deletion for abe8bbf5-106d-4cf2-a815-0b2155ceff37 request from dv-cinder-810415-4-iscsi {{(pid=100705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 18:49:45.521004 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-66d465ee-79e2-42eb-8f32-a3bde8682eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.527981 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] Deleting port 64daf149-6122-4110-80cb-9a9288caeeef {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:45.528430 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.532313 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-66d465ee-79e2-42eb-8f32-a3bde8682eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.610559 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a7b70239-46f3-4d49-8391-1bfb38eb640b None None] Deleting port 64daf149-6122-4110-80cb-9a9288caeeef {{(pid=100705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:45.611325 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a7b70239-46f3-4d49-8391-1bfb38eb640b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.637955 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-66d465ee-79e2-42eb-8f32-a3bde8682eb8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=02cab10c746f45299fe3e074e5583f82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5181918 Sep 23 18:49:45.638779 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d465ee-79e2-42eb-8f32-a3bde8682eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d431cee1-c266-4dd8-b63f-98ea2f454d94,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:45.641883 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35264) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:45.657985 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] For port 64daf149-6122-4110-80cb-9a9288caeeef, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=64daf149-6122-4110-80cb-9a9288caeeef,segment=NetworkSegment(7bd7fbdb-3521-444a-87d6-dc8d2b8984fb),segment_id=7bd7fbdb-3521-444a-87d6-dc8d2b8984fb)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:45.657985 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.684771 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] Calling delete_port for 64daf149-6122-4110-80cb-9a9288caeeef owned by network:dhcp {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:45.691776 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-a7b70239-46f3-4d49-8391-1bfb38eb640b None None] For port 64daf149-6122-4110-80cb-9a9288caeeef, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=64daf149-6122-4110-80cb-9a9288caeeef,segment=NetworkSegment(7bd7fbdb-3521-444a-87d6-dc8d2b8984fb),segment_id=7bd7fbdb-3521-444a-87d6-dc8d2b8984fb)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:45.692337 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a7b70239-46f3-4d49-8391-1bfb38eb640b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.703256 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-87f20e67-37bb-4a62-966c-d51aad657a3e admin admin] Deleting port 64b66e8e-ba03-4826-83b6-b6ed00710b3f {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:45.703699 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-87f20e67-37bb-4a62-966c-d51aad657a3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.709855 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a7b70239-46f3-4d49-8391-1bfb38eb640b None None] Calling delete_port for 64daf149-6122-4110-80cb-9a9288caeeef owned by network:dhcp {{(pid=100705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:45.754506 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c3309-f4db-456b-bf5f-3a9c8bc8463a req-24fc5ea9-8231-4977-896f-3fca7e3a0640 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:45.756551 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e73c3309-f4db-456b-bf5f-3a9c8bc8463a req-24fc5ea9-8231-4977-896f-3fca7e3a0640 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.1214767 Sep 23 18:49:45.780003 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-abf947e3-b5b5-44de-9524-94d4ea1c1f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.816959 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-abf947e3-b5b5-44de-9524-94d4ea1c1f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.823305 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-e73c3309-f4db-456b-bf5f-3a9c8bc8463a req-51db40a8-3e54-47ed-862d-db2d2ad919d1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597532 Sep 23 18:49:45.835501 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.841266 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-87f20e67-37bb-4a62-966c-d51aad657a3e admin admin] For port 64b66e8e-ba03-4826-83b6-b6ed00710b3f, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=64b66e8e-ba03-4826-83b6-b6ed00710b3f,segment=NetworkSegment(91fe4316-2c52-4ef2-abba-54b57ca453ef),segment_id=91fe4316-2c52-4ef2-abba-54b57ca453ef)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:45.841665 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-87f20e67-37bb-4a62-966c-d51aad657a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.848465 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a7b70239-46f3-4d49-8391-1bfb38eb640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370'] for port, after_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.872090 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-87f20e67-37bb-4a62-966c-d51aad657a3e admin admin] Calling delete_port for 64b66e8e-ba03-4826-83b6-b6ed00710b3f owned by network:router_interface {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:45.882225 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b70239-46f3-4d49-8391-1bfb38eb640b None None] Pushing event deleted for resources: {'Port': ['ID=64daf149-6122-4110-80cb-9a9288caeeef,revision_number=None']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:45.888232 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b70239-46f3-4d49-8391-1bfb38eb640b None None] No DVR routers for this DVR port 64daf149-6122-4110-80cb-9a9288caeeef on host dv-cinder-810415-4-iscsi {{(pid=100705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:49:45.893874 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=64daf149-6122-4110-80cb-9a9288caeeef,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:45.895915 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] No DVR routers for this DVR port 64daf149-6122-4110-80cb-9a9288caeeef on host dv-cinder-810415-4-iscsi {{(pid=100704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:49:45.969110 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-abf947e3-b5b5-44de-9524-94d4ea1c1f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.972386 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-abf947e3-b5b5-44de-9524-94d4ea1c1f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.973871 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-abf947e3-b5b5-44de-9524-94d4ea1c1f8e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d431cee1-c266-4dd8-b63f-98ea2f454d94 HTTP/1.1" status: 204 len: 168 time: 0.3308311 Sep 23 18:49:45.996621 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:45.998107 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf947e3-b5b5-44de-9524-94d4ea1c1f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d431cee1-c266-4dd8-b63f-98ea2f454d94,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:46.017491 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 0c0d7c96-ef24-4006-a73f-dd3db834b2d6 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:46.043521 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe8bbf5-106d-4cf2-a815-0b2155ceff37']}} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:46.050480 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 0c0d7c96-ef24-4006-a73f-dd3db834b2d6 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:46.050831 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 0c0d7c96-ef24-4006-a73f-dd3db834b2d6 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:46.051245 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 64daf149-6122-4110-80cb-9a9288caeeef no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:46.061047 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35282) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:46.067208 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd7fbdb-3521-444a-87d6-dc8d2b8984fb') {'for_net_delete': True} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:46.067838 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd7fbdb-3521-444a-87d6-dc8d2b8984fb') {} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:46.076950 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 64daf149-6122-4110-80cb-9a9288caeeef {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:46.077531 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 64daf149-6122-4110-80cb-9a9288caeeef not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:46.078236 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 0ffb304a-5425-421a-a012-c65b9226493d no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:46.082013 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4365812'] for segment, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:46.099367 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:46.109586 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 0ffb304a-5425-421a-a012-c65b9226493d {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:46.110752 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=100704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:49:46.111477 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5741322'] for segment, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: Traceback (most recent call last): Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: timer() Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: cb(*args, **kw) Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: return func(*args, **kwargs) Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: self._notify() Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: self.callback(batched_events) Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: event.method(event) Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: return f(self, *a, **k) Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: return self._get(url).json() Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: return self.request(url, 'GET', **kwargs) Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:49:46.113583 dv-cinder-810415-4-iscsi neutron-server[100704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:49:46.116115 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 0ffb304a-5425-421a-a012-c65b9226493d not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:46.182865 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:46.184273 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-87f20e67-37bb-4a62-966c-d51aad657a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:46.200895 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:46.202779 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] 10.222.0.70 "DELETE /v2.0/networks/abe8bbf5-106d-4cf2-a815-0b2155ceff37 HTTP/1.1" status: 204 len: 168 time: 0.9635284 Sep 23 18:49:46.203601 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398de0b9-c4b8-43c6-8d6f-7ef22c35d9dd admin admin] Pushing event deleted for resources: {'Network': ['ID=abe8bbf5-106d-4cf2-a815-0b2155ceff37,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:46.206448 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35288) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:46.216118 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f20e67-37bb-4a62-966c-d51aad657a3e admin admin] Pushing event deleted for resources: {'Port': ['ID=64b66e8e-ba03-4826-83b6-b6ed00710b3f,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:46.327319 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-093b8661-998b-46c3-b63d-312f1135d319 req-85335db6-a257-4423-a401-2f83899341a0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2623272 Sep 23 18:49:46.366903 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [req-093b8661-998b-46c3-b63d-312f1135d319 req-c2a77d84-ffe4-48c6-b6f6-28d9880fe9db service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=100703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 18:49:46.368474 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-093b8661-998b-46c3-b63d-312f1135d319 req-c2a77d84-ffe4-48c6-b6f6-28d9880fe9db service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062881 Sep 23 18:49:46.448444 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35290) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:46.453536 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-87f20e67-37bb-4a62-966c-d51aad657a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338842'] for router_interface, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:46.486763 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5ad20afd-9b34-4b14-a292-10f56c1cca7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:46.662517 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5ad20afd-9b34-4b14-a292-10f56c1cca7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:46.670903 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-5ad20afd-9b34-4b14-a292-10f56c1cca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:46.697244 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f20e67-37bb-4a62-966c-d51aad657a3e admin admin] Router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:49:46.720982 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-5ad20afd-9b34-4b14-a292-10f56c1cca7c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f18fa0c713a5433fb65674b0f2a2ed25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689865 Sep 23 18:49:46.734988 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad20afd-9b34-4b14-a292-10f56c1cca7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baee441e-9254-494e-8832-163ade38f05f,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:46.737331 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35298) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:46.808112 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-41c0f824-baec-4b99-b62d-07d86a48b6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-339987'] for router_interface, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:46.812743 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4212-121c-4fc9-8665-2416a62a7d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:46.818140 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f20e67-37bb-4a62-966c-d51aad657a3e admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:49:46.826110 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-87f20e67-37bb-4a62-966c-d51aad657a3e admin admin] 10.222.0.70 "PUT /v2.0/routers/7222cff6-6cb7-46e4-8f6a-248b5272bba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6201279 Sep 23 18:49:46.826287 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35300) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:46.829963 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc3bf42-2872-4233-a6f2-01b7902e560d None None] Sync routers for ids ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:49:46.849359 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc3bf42-2872-4233-a6f2-01b7902e560d None None] Routers {'7222cff6-6cb7-46e4-8f6a-248b5272bba7'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:46.850205 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-5bc3bf42-2872-4233-a6f2-01b7902e560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:49:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:46.874592 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4212-121c-4fc9-8665-2416a62a7d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:46.979350 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-5bc3bf42-2872-4233-a6f2-01b7902e560d None None] Set router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:47.000619 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-aabc6ef2-804d-45c2-9315-7a7e8df7aafc admin admin] Notify callbacks [] for router, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:47.053643 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4212-121c-4fc9-8665-2416a62a7d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:47.056768 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4212-121c-4fc9-8665-2416a62a7d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:47.057906 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-1a4e4212-121c-4fc9-8665-2416a62a7d29 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/baee441e-9254-494e-8832-163ade38f05f HTTP/1.1" status: 204 len: 168 time: 0.3195279 Sep 23 18:49:47.079160 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df645474-3a55-4174-886b-877ab95479b8 req-0fbbb7c0-473b-4a82-a7ff-d2b8dfc1bcd6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:47.080706 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-df645474-3a55-4174-886b-877ab95479b8 req-0fbbb7c0-473b-4a82-a7ff-d2b8dfc1bcd6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.1160736 Sep 23 18:49:47.084684 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e4212-121c-4fc9-8665-2416a62a7d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baee441e-9254-494e-8832-163ade38f05f,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:47.130468 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-aabc6ef2-804d-45c2-9315-7a7e8df7aafc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:47.134134 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-df645474-3a55-4174-886b-877ab95479b8 req-526519a2-ea41-452c-928f-adee7ba59bfb tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455220 Sep 23 18:49:47.217118 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-5bc3bf42-2872-4233-a6f2-01b7902e560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'name': 'tempest-TestShelveInstance-1881418314-router', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:38Z', 'updated_at': '2021-09-23T18:49:46Z', 'revision_number': 5, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'gw_port': {'id': '2c39293a-6122-4ab1-93ee-9b4971563b31', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:40Z', 'updated_at': '2021-09-23T18:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:47.228064 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-aabc6ef2-804d-45c2-9315-7a7e8df7aafc admin admin] Deleting port 2c39293a-6122-4ab1-93ee-9b4971563b31 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:47.228701 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-aabc6ef2-804d-45c2-9315-7a7e8df7aafc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:47.231890 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-41c0f824-baec-4b99-b62d-07d86a48b6fb admin admin] Deleting port af45ec1a-947b-453d-9c71-ae04e9d4727c {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:47.232267 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-41c0f824-baec-4b99-b62d-07d86a48b6fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:47.251208 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc3bf42-2872-4233-a6f2-01b7902e560d None None] Checking router: 7222cff6-6cb7-46e4-8f6a-248b5272bba7 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:49:47.261683 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc3bf42-2872-4233-a6f2-01b7902e560d None None] Routers {'7222cff6-6cb7-46e4-8f6a-248b5272bba7'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:47.262367 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-5bc3bf42-2872-4233-a6f2-01b7902e560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:49:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:47.327746 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [None req-41c0f824-baec-4b99-b62d-07d86a48b6fb admin admin] For port af45ec1a-947b-453d-9c71-ae04e9d4727c, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=af45ec1a-947b-453d-9c71-ae04e9d4727c,segment=NetworkSegment(3c6147f4-d358-46f7-9baa-a17ce6eb29d2),segment_id=3c6147f4-d358-46f7-9baa-a17ce6eb29d2)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:47.328268 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-41c0f824-baec-4b99-b62d-07d86a48b6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:47.343977 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-41c0f824-baec-4b99-b62d-07d86a48b6fb admin admin] Calling delete_port for af45ec1a-947b-453d-9c71-ae04e9d4727c owned by network:router_interface {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:47.390281 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b8661-998b-46c3-b63d-312f1135d319 req-88fc4ff5-1101-4dcd-978a-bc350173b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:47.392308 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-093b8661-998b-46c3-b63d-312f1135d319 req-88fc4ff5-1101-4dcd-978a-bc350173b87e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750&tenant_id=bbb56b36ced8493398183f5414134de6 HTTP/1.1" status: 200 len: 1097 time: 0.1398423 Sep 23 18:49:47.476285 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-aabc6ef2-804d-45c2-9315-7a7e8df7aafc admin admin] For port 2c39293a-6122-4ab1-93ee-9b4971563b31, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=2c39293a-6122-4ab1-93ee-9b4971563b31,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:47.477668 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-aabc6ef2-804d-45c2-9315-7a7e8df7aafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:47.482015 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:47.499181 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-5bc3bf42-2872-4233-a6f2-01b7902e560d None None] Set router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 gateway port host: None {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:47.503682 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-aabc6ef2-804d-45c2-9315-7a7e8df7aafc admin admin] Calling delete_port for 2c39293a-6122-4ab1-93ee-9b4971563b31 owned by network:router_gateway {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:47.517601 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b8661-998b-46c3-b63d-312f1135d319 req-879acd46-16ce-4e49-9569-70411d8f5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:47.519381 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-093b8661-998b-46c3-b63d-312f1135d319 req-879acd46-16ce-4e49-9569-70411d8f5e5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbb56b36ced8493398183f5414134de6&device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 1097 time: 0.0984824 Sep 23 18:49:47.557365 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-5bc3bf42-2872-4233-a6f2-01b7902e560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'name': 'tempest-TestShelveInstance-1881418314-router', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:38Z', 'updated_at': '2021-09-23T18:49:47Z', 'revision_number': 6, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'gw_port_host': None}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:47.581969 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-41c0f824-baec-4b99-b62d-07d86a48b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:47.587579 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc3bf42-2872-4233-a6f2-01b7902e560d None None] The sync data for ids ['7222cff6-6cb7-46e4-8f6a-248b5272bba7'] in dv-cinder-810415-4-iscsi is: [{'id': '7222cff6-6cb7-46e4-8f6a-248b5272bba7', 'name': 'tempest-TestShelveInstance-1881418314-router', 'tenant_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:38Z', 'updated_at': '2021-09-23T18:49:47Z', 'revision_number': 6, 'project_id': '6a1f8c4e3fa64a6b836735fbba48909d', 'gw_port_host': None}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:49:47.621702 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0f824-baec-4b99-b62d-07d86a48b6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=af45ec1a-947b-453d-9c71-ae04e9d4727c,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:47.720912 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b8661-998b-46c3-b63d-312f1135d319 req-75228b8a-1ec3-4199-bba8-364e71aa6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:47.725126 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-093b8661-998b-46c3-b63d-312f1135d319 req-75228b8a-1ec3-4199-bba8-364e71aa6f70 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d34e785-4ce6-4052-99a6-618ee041cb51 HTTP/1.1" status: 200 len: 918 time: 0.1845787 Sep 23 18:49:47.828181 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-093b8661-998b-46c3-b63d-312f1135d319 req-0a82c493-1ba9-41a5-baf3-e2e4b23c8f0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36103c81-1539-49ad-99eb-8a24f9f69910 HTTP/1.1" status: 200 len: 1000 time: 0.0609422 Sep 23 18:49:47.936410 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b8661-998b-46c3-b63d-312f1135d319 req-d05a6551-86b1-46e2-88be-40e7b407d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:47.937889 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-093b8661-998b-46c3-b63d-312f1135d319 req-d05a6551-86b1-46e2-88be-40e7b407d29c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4fd91db2-dbef-4742-8637-4ee71c7c4188 HTTP/1.1" status: 200 len: 855 time: 0.0957677 Sep 23 18:49:47.998095 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-aabc6ef2-804d-45c2-9315-7a7e8df7aafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:48.066069 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc6ef2-804d-45c2-9315-7a7e8df7aafc admin admin] Pushing event deleted for resources: {'Port': ['ID=2c39293a-6122-4ab1-93ee-9b4971563b31,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:48.097419 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-41c0f824-baec-4b99-b62d-07d86a48b6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338842'] for router_interface, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:48.120293 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b8661-998b-46c3-b63d-312f1135d319 req-ffb2c251-3fc2-41d8-90c4-720b9e094d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:48.121863 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-093b8661-998b-46c3-b63d-312f1135d319 req-ffb2c251-3fc2-41d8-90c4-720b9e094d96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d34e785-4ce6-4052-99a6-618ee041cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1728792 Sep 23 18:49:48.149090 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 64b66e8e-ba03-4826-83b6-b6ed00710b3f no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:48.179102 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-aabc6ef2-804d-45c2-9315-7a7e8df7aafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-338777'] for router_gateway, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:48.188970 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 64b66e8e-ba03-4826-83b6-b6ed00710b3f {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:48.189187 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 64b66e8e-ba03-4826-83b6-b6ed00710b3f not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:48.359415 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796c08a-9218-4157-8ab1-ddfa9436d903 req-d203b941-b4cf-4d80-a5bc-7677e6216a3a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:48.361058 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f796c08a-9218-4157-8ab1-ddfa9436d903 req-d203b941-b4cf-4d80-a5bc-7677e6216a3a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.0978234 Sep 23 18:49:48.449744 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c0f824-baec-4b99-b62d-07d86a48b6fb admin admin] Router 123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:49:48.453650 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f796c08a-9218-4157-8ab1-ddfa9436d903 req-0df957cd-00a5-49e5-aab6-6e2eec08de7b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574281 Sep 23 18:49:48.544751 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-aabc6ef2-804d-45c2-9315-7a7e8df7aafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5252'] for router, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:48.548652 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-aabc6ef2-804d-45c2-9315-7a7e8df7aafc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:48.574184 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c0f824-baec-4b99-b62d-07d86a48b6fb admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:49:48.581912 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-41c0f824-baec-4b99-b62d-07d86a48b6fb admin admin] 10.222.0.70 "PUT /v2.0/routers/123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3723211 Sep 23 18:49:48.582734 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6118c639-2390-41c3-a7f0-19549a849a88 None None] Sync routers for ids ['123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:49:48.588121 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35336) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:48.594388 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118c639-2390-41c3-a7f0-19549a849a88 None None] Routers {'123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:48.594997 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-6118c639-2390-41c3-a7f0-19549a849a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:49:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:48.601105 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-093b8661-998b-46c3-b63d-312f1135d319 req-8b1f4bd0-9f74-45de-b43e-caf729457ef9 service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692626 Sep 23 18:49:48.606165 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-aabc6ef2-804d-45c2-9315-7a7e8df7aafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341055'] for router, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:48.606985 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabc6ef2-804d-45c2-9315-7a7e8df7aafc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7222cff6-6cb7-46e4-8f6a-248b5272bba7 {{(pid=100703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 18:49:48.614069 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-aabc6ef2-804d-45c2-9315-7a7e8df7aafc admin admin] Notify callbacks [] for router, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:48.616051 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-aabc6ef2-804d-45c2-9315-7a7e8df7aafc admin admin] 10.222.0.70 "DELETE /v2.0/routers/7222cff6-6cb7-46e4-8f6a-248b5272bba7 HTTP/1.1" status: 204 len: 168 time: 1.7888143 Sep 23 18:49:48.618936 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35340) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:48.720494 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7430a74d-b657-4bef-b3f0-ade4491203f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:48.724929 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee56028-d033-46c4-bf36-34a0dad36a6a admin admin] Deleting subnet 08f9b104-7b94-46da-babd-daf1581be6b6 {{(pid=100703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:49:48.731648 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-eee56028-d033-46c4-bf36-34a0dad36a6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:48.772851 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-6118c639-2390-41c3-a7f0-19549a849a88 None None] Set router 123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:48.781909 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-eee56028-d033-46c4-bf36-34a0dad36a6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629873'] for subnet, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:48.802737 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-093b8661-998b-46c3-b63d-312f1135d319 req-9f892a7f-0221-44cb-8a68-2650e75f9702 service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851587 Sep 23 18:49:48.866187 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7430a74d-b657-4bef-b3f0-ade4491203f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:48.909572 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-eee56028-d033-46c4-bf36-34a0dad36a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:48.941010 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-7430a74d-b657-4bef-b3f0-ade4491203f9 admin admin] Deleting port dc8c6efb-cafe-433a-8692-7baa2e679023 {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:48.941348 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7430a74d-b657-4bef-b3f0-ade4491203f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:48.982569 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-eee56028-d033-46c4-bf36-34a0dad36a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4756863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4643638'] for subnet, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.010690 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee56028-d033-46c4-bf36-34a0dad36a6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08f9b104-7b94-46da-babd-daf1581be6b6,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:49.022051 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74c9b28-3e30-40a9-a4c1-c10ad484e76a None None] Network 1bd28bab-4532-4383-abb6-818a5d8c455d requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:49:49.022356 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-eee56028-d033-46c4-bf36-34a0dad36a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.026548 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-eee56028-d033-46c4-bf36-34a0dad36a6a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/08f9b104-7b94-46da-babd-daf1581be6b6 HTTP/1.1" status: 204 len: 168 time: 0.4043922 Sep 23 18:49:49.026858 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35360) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:49.061540 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [None req-7430a74d-b657-4bef-b3f0-ade4491203f9 admin admin] For port dc8c6efb-cafe-433a-8692-7baa2e679023, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=dc8c6efb-cafe-433a-8692-7baa2e679023,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:49.064312 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7430a74d-b657-4bef-b3f0-ade4491203f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.101305 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-6118c639-2390-41c3-a7f0-19549a849a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'name': 'tempest-TestMinimumBasicScenario-324220963-router', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'dc8c6efb-cafe-433a-8692-7baa2e679023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:48Z', 'updated_at': '2021-09-23T18:49:47Z', 'revision_number': 5, 'project_id': 'daa0d3d133734779ac85366c50c558fc', 'gw_port': {'id': 'dc8c6efb-cafe-433a-8692-7baa2e679023', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:46:48Z', 'updated_at': '2021-09-23T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:49.111746 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-7430a74d-b657-4bef-b3f0-ade4491203f9 admin admin] Calling delete_port for dc8c6efb-cafe-433a-8692-7baa2e679023 owned by network:router_gateway {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:49.124139 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.135638 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6118c639-2390-41c3-a7f0-19549a849a88 None None] Checking router: 123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34 for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:49:49.145506 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118c639-2390-41c3-a7f0-19549a849a88 None None] Routers {'123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:49.146131 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-6118c639-2390-41c3-a7f0-19549a849a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:49:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:49.255718 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] Deleting port 915f04a5-2820-440e-808c-41e747a18b90 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:49.256127 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.335925 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-6118c639-2390-41c3-a7f0-19549a849a88 None None] Set router 123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34 gateway port host: None {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:49.346066 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7db804f-a4f1-4a57-9d09-3ad447d0ac84 None None] DHCP port deletion for 1bd28bab-4532-4383-abb6-818a5d8c455d request from dv-cinder-810415-4-iscsi {{(pid=100705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 18:49:49.360524 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7430a74d-b657-4bef-b3f0-ade4491203f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.393922 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] For port 915f04a5-2820-440e-808c-41e747a18b90, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=915f04a5-2820-440e-808c-41e747a18b90,segment=NetworkSegment(91fe4316-2c52-4ef2-abba-54b57ca453ef),segment_id=91fe4316-2c52-4ef2-abba-54b57ca453ef)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:49.398204 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.399169 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430a74d-b657-4bef-b3f0-ade4491203f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8c6efb-cafe-433a-8692-7baa2e679023,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:49.431725 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] Calling delete_port for 915f04a5-2820-440e-808c-41e747a18b90 owned by network:dhcp {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:49.440905 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-e7db804f-a4f1-4a57-9d09-3ad447d0ac84 None None] Deleting port 915f04a5-2820-440e-808c-41e747a18b90 {{(pid=100705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:49.441524 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e7db804f-a4f1-4a57-9d09-3ad447d0ac84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.463497 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-6118c639-2390-41c3-a7f0-19549a849a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'name': 'tempest-TestMinimumBasicScenario-324220963-router', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:48Z', 'updated_at': '2021-09-23T18:49:48Z', 'revision_number': 6, 'project_id': 'daa0d3d133734779ac85366c50c558fc', 'gw_port_host': None}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:49.504586 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7430a74d-b657-4bef-b3f0-ade4491203f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-338777'] for router_gateway, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.551317 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6118c639-2390-41c3-a7f0-19549a849a88 None None] The sync data for ids ['123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34'] in dv-cinder-810415-4-iscsi is: [{'id': '123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34', 'name': 'tempest-TestMinimumBasicScenario-324220963-router', 'tenant_id': 'daa0d3d133734779ac85366c50c558fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:46:48Z', 'updated_at': '2021-09-23T18:49:48Z', 'revision_number': 6, 'project_id': 'daa0d3d133734779ac85366c50c558fc', 'gw_port_host': None}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:49:49.576292 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.591026 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-e7db804f-a4f1-4a57-9d09-3ad447d0ac84 None None] For port 915f04a5-2820-440e-808c-41e747a18b90, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=915f04a5-2820-440e-808c-41e747a18b90,segment=NetworkSegment(91fe4316-2c52-4ef2-abba-54b57ca453ef),segment_id=91fe4316-2c52-4ef2-abba-54b57ca453ef)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:49.592046 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e7db804f-a4f1-4a57-9d09-3ad447d0ac84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.630668 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-e7db804f-a4f1-4a57-9d09-3ad447d0ac84 None None] Calling delete_port for 915f04a5-2820-440e-808c-41e747a18b90 owned by network:dhcp {{(pid=100705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:49.681767 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] Pushing event deleted for resources: {'Port': ['ID=915f04a5-2820-440e-808c-41e747a18b90,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:49.717086 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] No DVR routers for this DVR port 915f04a5-2820-440e-808c-41e747a18b90 on host dv-cinder-810415-4-iscsi {{(pid=100703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:49:49.717203 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7430a74d-b657-4bef-b3f0-ade4491203f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5252'] for router, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.727414 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7430a74d-b657-4bef-b3f0-ade4491203f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.857580 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7430a74d-b657-4bef-b3f0-ade4491203f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341055'] for router, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.858127 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7430a74d-b657-4bef-b3f0-ade4491203f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34 {{(pid=100704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 18:49:49.863084 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.868832 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7430a74d-b657-4bef-b3f0-ade4491203f9 admin admin] Notify callbacks [] for router, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.870012 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-7430a74d-b657-4bef-b3f0-ade4491203f9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/123c0ea8-cbf3-4d2c-b8d1-ba7691ae1f34 HTTP/1.1" status: 204 len: 168 time: 1.2808888 Sep 23 18:49:49.876149 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35402) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:49.902854 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e7db804f-a4f1-4a57-9d09-3ad447d0ac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370'] for port, after_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:49.909400 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095502f-1ffe-483b-b46e-e51001879797 req-f1f6bd1d-fbfc-45eb-82d4-689681ab5719 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:49.926061 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6095502f-1ffe-483b-b46e-e51001879797 req-f1f6bd1d-fbfc-45eb-82d4-689681ab5719 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.3140624 Sep 23 18:49:49.931449 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd28bab-4532-4383-abb6-818a5d8c455d']}} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:49.955583 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fe4316-2c52-4ef2-abba-54b57ca453ef') {'for_net_delete': True} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:49.955885 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fe4316-2c52-4ef2-abba-54b57ca453ef') {} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:50.017232 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629864'] for segment, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:50.034138 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db804f-a4f1-4a57-9d09-3ad447d0ac84 None None] Pushing event deleted for resources: {'Port': ['ID=915f04a5-2820-440e-808c-41e747a18b90,revision_number=None']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:50.050968 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db804f-a4f1-4a57-9d09-3ad447d0ac84 None None] No DVR routers for this DVR port 915f04a5-2820-440e-808c-41e747a18b90 on host dv-cinder-810415-4-iscsi {{(pid=100705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:49:50.061988 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:50.071125 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-df67d9ad-061b-4b2a-8496-60b72da16cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:50.088393 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=100703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:49:50.090995 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4755921'] for segment, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:50.110564 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6095502f-1ffe-483b-b46e-e51001879797 req-340b4f41-cb31-4951-b77c-8cedd9fdd5d6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765549 Sep 23 18:49:50.123547 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d30051-1e7f-4376-b1e8-6993ae81112a admin admin] Deleting subnet 2dcce38d-2aa9-417d-bfb0-d6e510fd13a6 {{(pid=100704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: Traceback (most recent call last): Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: timer() Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: cb(*args, **kw) Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: return func(*args, **kwargs) Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: self._notify() Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: self.callback(batched_events) Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: event.method(event) Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: return f(self, *a, **k) Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._get(url).json() Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: return self.request(url, 'GET', **kwargs) Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:49:50.137386 dv-cinder-810415-4-iscsi neutron-server[100703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:49:50.151305 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-95d30051-1e7f-4376-b1e8-6993ae81112a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:50.209692 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 915f04a5-2820-440e-808c-41e747a18b90 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:50.241079 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:50.256639 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35408) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:50.263295 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:50.265092 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 915f04a5-2820-440e-808c-41e747a18b90 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:50.265626 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 915f04a5-2820-440e-808c-41e747a18b90 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:50.268766 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] 10.222.0.70 "DELETE /v2.0/networks/1bd28bab-4532-4383-abb6-818a5d8c455d HTTP/1.1" status: 204 len: 168 time: 1.2382326 Sep 23 18:49:50.268766 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cc00d-2393-45f1-bec1-cf934fc7b38c admin admin] Pushing event deleted for resources: {'Network': ['ID=1bd28bab-4532-4383-abb6-818a5d8c455d,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:50.269183 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35412) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:50.269893 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 2c39293a-6122-4ab1-93ee-9b4971563b31 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:50.292099 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-95d30051-1e7f-4376-b1e8-6993ae81112a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4365805'] for subnet, precommit_delete_associations {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:50.315376 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 2c39293a-6122-4ab1-93ee-9b4971563b31 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:50.315725 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 2c39293a-6122-4ab1-93ee-9b4971563b31 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:50.316220 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device af45ec1a-947b-453d-9c71-ae04e9d4727c no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:50.370206 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: af45ec1a-947b-453d-9c71-ae04e9d4727c {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:50.372175 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device af45ec1a-947b-453d-9c71-ae04e9d4727c not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:50.503959 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7f3df1a5-428f-42f3-a7c8-11abd7e0e4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:50.546024 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-95d30051-1e7f-4376-b1e8-6993ae81112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:50.661575 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-95d30051-1e7f-4376-b1e8-6993ae81112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5742500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4482614'] for subnet, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:50.693930 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d30051-1e7f-4376-b1e8-6993ae81112a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dcce38d-2aa9-417d-bfb0-d6e510fd13a6,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:50.706594 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-95d30051-1e7f-4376-b1e8-6993ae81112a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:50.711124 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-95d30051-1e7f-4376-b1e8-6993ae81112a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2dcce38d-2aa9-417d-bfb0-d6e510fd13a6 HTTP/1.1" status: 204 len: 168 time: 0.8313267 Sep 23 18:49:50.712069 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35414) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:50.712566 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abebc857-9f8b-4889-822b-e18ae36efdde None None] Network d077d178-4749-4fde-b7fd-b033be634697 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:49:50.878165 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7f3df1a5-428f-42f3-a7c8-11abd7e0e4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:50.899232 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7f3df1a5-428f-42f3-a7c8-11abd7e0e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:50.929840 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:50.967346 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-7f3df1a5-428f-42f3-a7c8-11abd7e0e4a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83ac40d9f9864d18b202f08c5694ea29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7073617 Sep 23 18:49:50.967885 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35416) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:50.969246 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3df1a5-428f-42f3-a7c8-11abd7e0e4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c08bae5-b850-4273-9533-91811988bb00,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:51.040560 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] Deleting port 5cb52039-428a-496b-a8c6-e4f18a5f2640 {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:51.040915 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.064693 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-13931bce-bf56-4c4b-9cdb-932f768dabf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-339987'] for router_interface, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.088669 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915732ec-b52d-4a75-ad21-5d868bb56efd None None] DHCP port deletion for d077d178-4749-4fde-b7fd-b033be634697 request from dv-cinder-810415-4-iscsi {{(pid=100705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 18:49:51.125720 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] For port 5cb52039-428a-496b-a8c6-e4f18a5f2640, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=5cb52039-428a-496b-a8c6-e4f18a5f2640,segment=NetworkSegment(3c6147f4-d358-46f7-9baa-a17ce6eb29d2),segment_id=3c6147f4-d358-46f7-9baa-a17ce6eb29d2)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:51.126283 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.129215 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-82bd63ec-475a-4fbd-9904-d88b339c0ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.139974 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] Calling delete_port for 5cb52039-428a-496b-a8c6-e4f18a5f2640 owned by network:dhcp {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:51.171427 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-915732ec-b52d-4a75-ad21-5d868bb56efd None None] Deleting port 5cb52039-428a-496b-a8c6-e4f18a5f2640 {{(pid=100705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:51.171809 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-915732ec-b52d-4a75-ad21-5d868bb56efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.278541 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-82bd63ec-475a-4fbd-9904-d88b339c0ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.295082 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-915732ec-b52d-4a75-ad21-5d868bb56efd None None] For port 5cb52039-428a-496b-a8c6-e4f18a5f2640, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=5cb52039-428a-496b-a8c6-e4f18a5f2640,segment=NetworkSegment(3c6147f4-d358-46f7-9baa-a17ce6eb29d2),segment_id=3c6147f4-d358-46f7-9baa-a17ce6eb29d2)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:51.295490 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-915732ec-b52d-4a75-ad21-5d868bb56efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.310326 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-915732ec-b52d-4a75-ad21-5d868bb56efd None None] Calling delete_port for 5cb52039-428a-496b-a8c6-e4f18a5f2640 owned by network:dhcp {{(pid=100705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:51.329964 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52422298-e3da-45df-9983-9d2945aac2ee req-c0b522d1-6433-43f1-b71b-ee6aa976883a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:51.344178 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-52422298-e3da-45df-9983-9d2945aac2ee req-c0b522d1-6433-43f1-b71b-ee6aa976883a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.1037211 Sep 23 18:49:51.377166 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.462838 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-52422298-e3da-45df-9983-9d2945aac2ee req-9b6781ca-998f-431f-ad9a-e5e036b81529 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173775 Sep 23 18:49:51.469310 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb52039-428a-496b-a8c6-e4f18a5f2640,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:51.481621 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-82bd63ec-475a-4fbd-9904-d88b339c0ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.488676 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-82bd63ec-475a-4fbd-9904-d88b339c0ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.493069 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-82bd63ec-475a-4fbd-9904-d88b339c0ebc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c08bae5-b850-4273-9533-91811988bb00 HTTP/1.1" status: 204 len: 168 time: 0.5120370 Sep 23 18:49:51.494490 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] No DVR routers for this DVR port 5cb52039-428a-496b-a8c6-e4f18a5f2640 on host dv-cinder-810415-4-iscsi {{(pid=100704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:49:51.512536 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-915732ec-b52d-4a75-ad21-5d868bb56efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370'] for port, after_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.516589 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd63ec-475a-4fbd-9904-d88b339c0ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c08bae5-b850-4273-9533-91811988bb00,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:51.545631 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-13931bce-bf56-4c4b-9cdb-932f768dabf5 admin admin] Deleting port d9170204-73f1-461c-912c-a117df47bf70 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:51.545974 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-13931bce-bf56-4c4b-9cdb-932f768dabf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.630729 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915732ec-b52d-4a75-ad21-5d868bb56efd None None] Pushing event deleted for resources: {'Port': ['ID=5cb52039-428a-496b-a8c6-e4f18a5f2640,revision_number=None']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:51.633975 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915732ec-b52d-4a75-ad21-5d868bb56efd None None] No DVR routers for this DVR port 5cb52039-428a-496b-a8c6-e4f18a5f2640 on host dv-cinder-810415-4-iscsi {{(pid=100705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:49:51.666466 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.693149 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d077d178-4749-4fde-b7fd-b033be634697']}} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:51.720410 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6147f4-d358-46f7-9baa-a17ce6eb29d2') {'for_net_delete': True} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:51.720703 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6147f4-d358-46f7-9baa-a17ce6eb29d2') {} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:51.732887 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4365812'] for segment, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.734123 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-13931bce-bf56-4c4b-9cdb-932f768dabf5 admin admin] For port d9170204-73f1-461c-912c-a117df47bf70, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=d9170204-73f1-461c-912c-a117df47bf70,segment=NetworkSegment(dcd0d585-db50-444a-92d5-320805d501e2),segment_id=dcd0d585-db50-444a-92d5-320805d501e2)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:51.734502 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-13931bce-bf56-4c4b-9cdb-932f768dabf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.748215 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.748446 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-13931bce-bf56-4c4b-9cdb-932f768dabf5 admin admin] Calling delete_port for d9170204-73f1-461c-912c-a117df47bf70 owned by network:router_interface {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:51.754684 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=100704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:49:51.755264 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5741322'] for segment, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: Traceback (most recent call last): Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: timer() Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: cb(*args, **kw) Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: return func(*args, **kwargs) Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: self._notify() Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: self.callback(batched_events) Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: event.method(event) Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: return f(self, *a, **k) Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: return self._get(url).json() Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: return self.request(url, 'GET', **kwargs) Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:49:51.757420 dv-cinder-810415-4-iscsi neutron-server[100704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:49:51.827643 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.847053 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:51.849016 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d077d178-4749-4fde-b7fd-b033be634697 HTTP/1.1" status: 204 len: 168 time: 1.1334140 Sep 23 18:49:51.850310 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549aeae4-1077-4c0d-9fc9-bd5bf4c66c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=d077d178-4749-4fde-b7fd-b033be634697,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:52.003411 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device dc8c6efb-cafe-433a-8692-7baa2e679023 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:52.013493 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-13931bce-bf56-4c4b-9cdb-932f768dabf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:52.045963 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: dc8c6efb-cafe-433a-8692-7baa2e679023 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:52.046315 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device dc8c6efb-cafe-433a-8692-7baa2e679023 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:52.046736 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 5cb52039-428a-496b-a8c6-e4f18a5f2640 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:52.069237 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35428) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:52.079954 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13931bce-bf56-4c4b-9cdb-932f768dabf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9170204-73f1-461c-912c-a117df47bf70,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:52.087785 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 5cb52039-428a-496b-a8c6-e4f18a5f2640 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:52.088129 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 5cb52039-428a-496b-a8c6-e4f18a5f2640 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:52.089174 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9db728c8-b060-40b6-9d51-3b9e910a1087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:52.231616 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35430) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:52.318617 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-cfae617c-c5e0-4786-afb9-cf1bc9eeafbb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=90bb3aa715854fbba1cb0e350adafdb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0794072 Sep 23 18:49:52.319448 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35432) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:52.330627 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9db728c8-b060-40b6-9d51-3b9e910a1087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:52.338535 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-9db728c8-b060-40b6-9d51-3b9e910a1087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:52.379741 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-9db728c8-b060-40b6-9d51-3b9e910a1087 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=500148d3ab9c4c78bc45e2b2fbac7511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094504 Sep 23 18:49:52.380645 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db728c8-b060-40b6-9d51-3b9e910a1087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793be25b-790c-419e-9e1d-730edda1f1b0,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:52.383325 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35434) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:52.385918 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-13931bce-bf56-4c4b-9cdb-932f768dabf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338842'] for router_interface, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:52.449497 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0784e2ff-7f8d-427e-9e55-4a237e8e8dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:52.451222 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a73a56e1-b6a9-45ff-9943-6a329c094cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:52.475083 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0784e2ff-7f8d-427e-9e55-4a237e8e8dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:52.521499 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a73a56e1-b6a9-45ff-9943-6a329c094cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:52.540410 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0784e2ff-7f8d-427e-9e55-4a237e8e8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:52.546820 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0784e2ff-7f8d-427e-9e55-4a237e8e8dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:52.549395 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-0784e2ff-7f8d-427e-9e55-4a237e8e8dd0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/793be25b-790c-419e-9e1d-730edda1f1b0 HTTP/1.1" status: 204 len: 168 time: 0.1651254 Sep 23 18:49:52.559172 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784e2ff-7f8d-427e-9e55-4a237e8e8dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793be25b-790c-419e-9e1d-730edda1f1b0,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:52.607392 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-ca0dc415-910b-4824-824d-22d1f406c79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:52.677593 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a3d0d-8195-488c-a3b0-7abd8b6c78c5 req-75599141-e328-4d11-b88b-774b2a271953 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:52.679487 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-885a3d0d-8195-488c-a3b0-7abd8b6c78c5 req-75599141-e328-4d11-b88b-774b2a271953 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.1025732 Sep 23 18:49:52.694554 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a73a56e1-b6a9-45ff-9943-6a329c094cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:52.697409 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a73a56e1-b6a9-45ff-9943-6a329c094cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:52.701244 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-a73a56e1-b6a9-45ff-9943-6a329c094cc3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/067c4302-0105-4d30-9a17-300107247977 HTTP/1.1" status: 204 len: 168 time: 0.3806200 Sep 23 18:49:52.737095 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a56e1-b6a9-45ff-9943-6a329c094cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067c4302-0105-4d30-9a17-300107247977,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:52.741203 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13931bce-bf56-4c4b-9cdb-932f768dabf5 admin admin] Router 31c388e4-948e-4764-9aab-3b0add2bba70 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:49:52.749945 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-885a3d0d-8195-488c-a3b0-7abd8b6c78c5 req-801c3371-fe28-4c9d-99b5-cf682e7750c7 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612710 Sep 23 18:49:52.924860 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:52.939371 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13931bce-bf56-4c4b-9cdb-932f768dabf5 admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:49:52.956130 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-13931bce-bf56-4c4b-9cdb-932f768dabf5 admin admin] 10.222.0.70 "PUT /v2.0/routers/31c388e4-948e-4764-9aab-3b0add2bba70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6839347 Sep 23 18:49:52.956507 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35446) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:52.957042 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9510a2-7d8c-4626-8ada-e66806495333 None None] Sync routers for ids ['31c388e4-948e-4764-9aab-3b0add2bba70'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:49:52.967481 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9510a2-7d8c-4626-8ada-e66806495333 None None] Routers {'31c388e4-948e-4764-9aab-3b0add2bba70'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:52.968425 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-7b9510a2-7d8c-4626-8ada-e66806495333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:49:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['31c388e4-948e-4764-9aab-3b0add2bba70'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:53.135472 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-32ae3788-071c-4b35-ae31-d574e96db1b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:53.138465 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-7b9510a2-7d8c-4626-8ada-e66806495333 None None] Set router 31c388e4-948e-4764-9aab-3b0add2bba70 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:53.283768 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35456) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:53.310742 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-32ae3788-071c-4b35-ae31-d574e96db1b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:53.336293 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-46f12a93-f675-4851-bdb5-de34d5bb2e14 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=daa0d3d133734779ac85366c50c558fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477471 Sep 23 18:49:53.336500 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35458) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:53.403844 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-7b9510a2-7d8c-4626-8ada-e66806495333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'name': 'tempest-TestShelveInstance-956431433-router', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f0a1f538-59d0-46bb-8c53-9c5a6caaf435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:49Z', 'updated_at': '2021-09-23T18:49:51Z', 'revision_number': 5, 'project_id': '99a456ea15bd455fb2df7c43d59cb390', 'gw_port': {'id': 'f0a1f538-59d0-46bb-8c53-9c5a6caaf435', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:51Z', 'updated_at': '2021-09-23T18:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:53.435578 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9510a2-7d8c-4626-8ada-e66806495333 None None] Checking router: 31c388e4-948e-4764-9aab-3b0add2bba70 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:49:53.436329 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-09ffc479-30d8-4510-8492-3cbf7e9b2cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:53.445683 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9510a2-7d8c-4626-8ada-e66806495333 None None] Routers {'31c388e4-948e-4764-9aab-3b0add2bba70'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:49:53.446406 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-7b9510a2-7d8c-4626-8ada-e66806495333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:49:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['31c388e4-948e-4764-9aab-3b0add2bba70'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:53.459787 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-09ffc479-30d8-4510-8492-3cbf7e9b2cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:53.489315 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-32ae3788-071c-4b35-ae31-d574e96db1b7 admin admin] Deleting port f0a1f538-59d0-46bb-8c53-9c5a6caaf435 {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:53.489722 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-32ae3788-071c-4b35-ae31-d574e96db1b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:53.600452 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [None req-32ae3788-071c-4b35-ae31-d574e96db1b7 admin admin] For port f0a1f538-59d0-46bb-8c53-9c5a6caaf435, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=f0a1f538-59d0-46bb-8c53-9c5a6caaf435,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:53.602174 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-7b9510a2-7d8c-4626-8ada-e66806495333 None None] Set router 31c388e4-948e-4764-9aab-3b0add2bba70 gateway port host: None {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:49:53.602331 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-32ae3788-071c-4b35-ae31-d574e96db1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:53.622440 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-09ffc479-30d8-4510-8492-3cbf7e9b2cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:53.628886 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-09ffc479-30d8-4510-8492-3cbf7e9b2cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:53.629109 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:53.629570 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-09ffc479-30d8-4510-8492-3cbf7e9b2cb0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5bf3d358-804c-4c33-8f0e-1da97f4a0585 HTTP/1.1" status: 204 len: 168 time: 0.2899442 Sep 23 18:49:53.649788 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-32ae3788-071c-4b35-ae31-d574e96db1b7 admin admin] Calling delete_port for f0a1f538-59d0-46bb-8c53-9c5a6caaf435 owned by network:router_gateway {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:53.657593 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffc479-30d8-4510-8492-3cbf7e9b2cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf3d358-804c-4c33-8f0e-1da97f4a0585,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:53.686299 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-7b9510a2-7d8c-4626-8ada-e66806495333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'name': 'tempest-TestShelveInstance-956431433-router', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:49Z', 'updated_at': '2021-09-23T18:49:53Z', 'revision_number': 6, 'project_id': '99a456ea15bd455fb2df7c43d59cb390', 'gw_port_host': None}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:53.727143 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9510a2-7d8c-4626-8ada-e66806495333 None None] The sync data for ids ['31c388e4-948e-4764-9aab-3b0add2bba70'] in dv-cinder-810415-4-iscsi is: [{'id': '31c388e4-948e-4764-9aab-3b0add2bba70', 'name': 'tempest-TestShelveInstance-956431433-router', 'tenant_id': '99a456ea15bd455fb2df7c43d59cb390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:49Z', 'updated_at': '2021-09-23T18:49:53Z', 'revision_number': 6, 'project_id': '99a456ea15bd455fb2df7c43d59cb390', 'gw_port_host': None}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:49:53.876045 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-32ae3788-071c-4b35-ae31-d574e96db1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:53.917548 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae3788-071c-4b35-ae31-d574e96db1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a1f538-59d0-46bb-8c53-9c5a6caaf435,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:54.284199 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device d9170204-73f1-461c-912c-a117df47bf70 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:54.312873 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: d9170204-73f1-461c-912c-a117df47bf70 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:54.313491 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device d9170204-73f1-461c-912c-a117df47bf70 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:54.414831 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df651a7-4a0b-4ee4-bd2b-63a2ddd9d153 req-aab0cea8-cdb4-4f08-8bf4-0f45d3a79293 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:54.417374 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2df651a7-4a0b-4ee4-bd2b-63a2ddd9d153 req-aab0cea8-cdb4-4f08-8bf4-0f45d3a79293 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.4947410 Sep 23 18:49:54.420823 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-32ae3788-071c-4b35-ae31-d574e96db1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-338777'] for router_gateway, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:54.570056 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-32ae3788-071c-4b35-ae31-d574e96db1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5252'] for router, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:54.574193 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-32ae3788-071c-4b35-ae31-d574e96db1b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:54.581507 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2df651a7-4a0b-4ee4-bd2b-63a2ddd9d153 req-7b0a7c46-040b-424c-9e08-41055ccf91b4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566527 Sep 23 18:49:54.632041 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-32ae3788-071c-4b35-ae31-d574e96db1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341055'] for router, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:54.632655 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ae3788-071c-4b35-ae31-d574e96db1b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31c388e4-948e-4764-9aab-3b0add2bba70 {{(pid=100704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 18:49:54.645620 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-32ae3788-071c-4b35-ae31-d574e96db1b7 admin admin] Notify callbacks [] for router, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:54.646854 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-32ae3788-071c-4b35-ae31-d574e96db1b7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/31c388e4-948e-4764-9aab-3b0add2bba70 HTTP/1.1" status: 204 len: 168 time: 1.6892736 Sep 23 18:49:54.650229 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35478) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:54.706589 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d78081-78a0-4dd0-ba6b-a39ebe0a88c0 admin admin] Deleting subnet 9e749008-a799-4725-9e07-28e6b1099a0b {{(pid=100704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:49:54.710726 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a8d78081-78a0-4dd0-ba6b-a39ebe0a88c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:54.758524 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a8d78081-78a0-4dd0-ba6b-a39ebe0a88c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4365805'] for subnet, precommit_delete_associations {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:54.900127 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a8d78081-78a0-4dd0-ba6b-a39ebe0a88c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:54.970285 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a8d78081-78a0-4dd0-ba6b-a39ebe0a88c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5742500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4482614'] for subnet, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:54.996965 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d78081-78a0-4dd0-ba6b-a39ebe0a88c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e749008-a799-4725-9e07-28e6b1099a0b,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:55.000844 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a8d78081-78a0-4dd0-ba6b-a39ebe0a88c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.008939 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35484) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:55.010498 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-a8d78081-78a0-4dd0-ba6b-a39ebe0a88c0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9e749008-a799-4725-9e07-28e6b1099a0b HTTP/1.1" status: 204 len: 168 time: 0.3587718 Sep 23 18:49:55.011954 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f99d678-e1e8-4f21-889f-206fbcce0396 None None] Network aa77830e-5487-46e2-88fb-86e77e918c15 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:49:55.080175 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.148590 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] Deleting port 11e539c2-e803-4f6c-940c-1d6e08b52191 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:55.148876 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.219797 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] For port 11e539c2-e803-4f6c-940c-1d6e08b52191, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=11e539c2-e803-4f6c-940c-1d6e08b52191,segment=NetworkSegment(dcd0d585-db50-444a-92d5-320805d501e2),segment_id=dcd0d585-db50-444a-92d5-320805d501e2)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:55.220172 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.229217 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daebc162-6957-40e3-b53a-27f9ffbeca45 None None] DHCP port deletion for aa77830e-5487-46e2-88fb-86e77e918c15 request from dv-cinder-810415-4-iscsi {{(pid=100705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 18:49:55.234564 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] Calling delete_port for 11e539c2-e803-4f6c-940c-1d6e08b52191 owned by network:dhcp {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:55.280987 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-daebc162-6957-40e3-b53a-27f9ffbeca45 None None] Deleting port 11e539c2-e803-4f6c-940c-1d6e08b52191 {{(pid=100705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:49:55.281740 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-daebc162-6957-40e3-b53a-27f9ffbeca45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.316863 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.346784 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] Pushing event deleted for resources: {'Port': ['ID=11e539c2-e803-4f6c-940c-1d6e08b52191,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:55.350034 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-daebc162-6957-40e3-b53a-27f9ffbeca45 None None] For port 11e539c2-e803-4f6c-940c-1d6e08b52191, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=11e539c2-e803-4f6c-940c-1d6e08b52191,segment=NetworkSegment(dcd0d585-db50-444a-92d5-320805d501e2),segment_id=dcd0d585-db50-444a-92d5-320805d501e2)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:49:55.350498 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-daebc162-6957-40e3-b53a-27f9ffbeca45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.351915 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] No DVR routers for this DVR port 11e539c2-e803-4f6c-940c-1d6e08b52191 on host dv-cinder-810415-4-iscsi {{(pid=100703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:49:55.366582 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-daebc162-6957-40e3-b53a-27f9ffbeca45 None None] Calling delete_port for 11e539c2-e803-4f6c-940c-1d6e08b52191 owned by network:dhcp {{(pid=100705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:49:55.426794 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.451866 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa77830e-5487-46e2-88fb-86e77e918c15']}} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:55.456889 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-daebc162-6957-40e3-b53a-27f9ffbeca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370'] for port, after_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.464676 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd0d585-db50-444a-92d5-320805d501e2') {'for_net_delete': True} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:55.465137 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd0d585-db50-444a-92d5-320805d501e2') {} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:49:55.475754 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629864'] for segment, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.481505 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebc162-6957-40e3-b53a-27f9ffbeca45 None None] Pushing event deleted for resources: {'Port': ['ID=11e539c2-e803-4f6c-940c-1d6e08b52191,revision_number=None']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:55.486311 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.491523 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daebc162-6957-40e3-b53a-27f9ffbeca45 None None] No DVR routers for this DVR port 11e539c2-e803-4f6c-940c-1d6e08b52191 on host dv-cinder-810415-4-iscsi {{(pid=100705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:49:55.493163 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.502454 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=100703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:49:55.502454 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4755921'] for segment, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: Traceback (most recent call last): Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: timer() Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: cb(*args, **kw) Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: return func(*args, **kwargs) Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: self._notify() Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: self.callback(batched_events) Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: event.method(event) Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: return f(self, *a, **k) Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._get(url).json() Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: return self.request(url, 'GET', **kwargs) Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:49:55.504417 dv-cinder-810415-4-iscsi neutron-server[100703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:49:55.563682 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.567999 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.574680 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] 10.222.0.70 "DELETE /v2.0/networks/aa77830e-5487-46e2-88fb-86e77e918c15 HTTP/1.1" status: 204 len: 168 time: 0.5680692 Sep 23 18:49:55.588097 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee4456-a7cf-406a-92c0-3fea356975ba admin admin] Pushing event deleted for resources: {'Network': ['ID=aa77830e-5487-46e2-88fb-86e77e918c15,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:55.743329 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fec11-e5da-41e8-abe1-8a334f8ffa8f req-77ff4a34-0ae7-44d9-8f9d-3e1cb16f62d6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:55.744857 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-671fec11-e5da-41e8-abe1-8a334f8ffa8f req-77ff4a34-0ae7-44d9-8f9d-3e1cb16f62d6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.0728188 Sep 23 18:49:55.751424 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35490) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:55.800773 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-6a2d4cef-f921-429a-a714-5c8f3efc80c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a1f8c4e3fa64a6b836735fbba48909d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480556 Sep 23 18:49:55.801328 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35492) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:55.818860 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-671fec11-e5da-41e8-abe1-8a334f8ffa8f req-61cc72a5-7e28-4a71-84e4-f1390a37dd7e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680518 Sep 23 18:49:55.860057 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b70ec1dd-b79d-4ea9-87d0-2913e2a4f2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.891093 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b70ec1dd-b79d-4ea9-87d0-2913e2a4f2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.955438 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b70ec1dd-b79d-4ea9-87d0-2913e2a4f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.959585 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-b70ec1dd-b79d-4ea9-87d0-2913e2a4f2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:55.961908 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-b70ec1dd-b79d-4ea9-87d0-2913e2a4f2a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ff9c96f-19cc-4acf-8478-7f9d2cca757d HTTP/1.1" status: 204 len: 168 time: 0.1596310 Sep 23 18:49:55.966066 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device f0a1f538-59d0-46bb-8c53-9c5a6caaf435 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:55.981468 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ec1dd-b79d-4ea9-87d0-2913e2a4f2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff9c96f-19cc-4acf-8478-7f9d2cca757d,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:55.998141 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: f0a1f538-59d0-46bb-8c53-9c5a6caaf435 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:55.998393 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device f0a1f538-59d0-46bb-8c53-9c5a6caaf435 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:55.998807 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 11e539c2-e803-4f6c-940c-1d6e08b52191 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:49:56.027608 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 11e539c2-e803-4f6c-940c-1d6e08b52191 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:49:56.028282 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 11e539c2-e803-4f6c-940c-1d6e08b52191 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:49:56.365608 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35506) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:56.408800 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-31846b99-53df-4ec7-b44a-4887c5c17192 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99a456ea15bd455fb2df7c43d59cb390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417399 Sep 23 18:49:56.411266 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35508) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:49:56.463464 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-e84740c2-389f-49b0-a88b-3136a9d28fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:56.484460 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-e84740c2-389f-49b0-a88b-3136a9d28fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:56.536344 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-e84740c2-389f-49b0-a88b-3136a9d28fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:56.539375 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-e84740c2-389f-49b0-a88b-3136a9d28fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:49:56.540658 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-e84740c2-389f-49b0-a88b-3136a9d28fd7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45ac770a-6bd0-4728-b0ef-a6ca660d8b73 HTTP/1.1" status: 204 len: 168 time: 0.1283970 Sep 23 18:49:56.549015 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84740c2-389f-49b0-a88b-3136a9d28fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ac770a-6bd0-4728-b0ef-a6ca660d8b73,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:49:56.944997 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b4583-97fa-4453-b8ae-984bd00461d4 req-d86dd679-0cb7-428c-bf39-05f6264bb3e6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:56.947061 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0c9b4583-97fa-4453-b8ae-984bd00461d4 req-d86dd679-0cb7-428c-bf39-05f6264bb3e6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.0521681 Sep 23 18:49:56.988378 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0c9b4583-97fa-4453-b8ae-984bd00461d4 req-0b4defbb-4d5c-4fa6-baf4-41704e285028 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342019 Sep 23 18:49:58.118282 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56b0cb-4d1d-4bf5-88f5-738248fd71b7 req-3c5a114f-a479-450f-a899-20a5e1a730f6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:58.119756 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0f56b0cb-4d1d-4bf5-88f5-738248fd71b7 req-3c5a114f-a479-450f-a899-20a5e1a730f6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.0537944 Sep 23 18:49:58.158386 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0f56b0cb-4d1d-4bf5-88f5-738248fd71b7 req-e6d3889d-a1c7-4828-a393-ec4421796e12 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325501 Sep 23 18:49:59.296178 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2d1a2-bee0-446c-820b-b50e4530aac6 req-6e04f9c6-baf4-4581-b4fa-b83fd107f002 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:49:59.297678 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1ad2d1a2-bee0-446c-820b-b50e4530aac6 req-6e04f9c6-baf4-4581-b4fa-b83fd107f002 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.0569026 Sep 23 18:49:59.335258 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1ad2d1a2-bee0-446c-820b-b50e4530aac6 req-fa4f9bf2-fc0a-41cb-b784-c91e49c879ee tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316470 Sep 23 18:50:00.473476 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7121ae-dd08-44e1-aeb8-01bf004b295e req-47636ca2-0e36-498f-88d6-e8d1eec5623a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:00.475333 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a7121ae-dd08-44e1-aeb8-01bf004b295e req-47636ca2-0e36-498f-88d6-e8d1eec5623a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.0582287 Sep 23 18:50:00.520301 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a7121ae-dd08-44e1-aeb8-01bf004b295e req-66e38a39-41e7-4b77-8f77-bd5e7aabf5f6 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359161 Sep 23 18:50:01.640169 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd1e9e-f75f-494e-9832-0610c73a01b4 req-60aa7208-43cc-4b4e-8ba4-a96e0a6393d1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:01.641709 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-01cd1e9e-f75f-494e-9832-0610c73a01b4 req-60aa7208-43cc-4b4e-8ba4-a96e0a6393d1 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 944 time: 0.0513089 Sep 23 18:50:01.678260 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-01cd1e9e-f75f-494e-9832-0610c73a01b4 req-0aa78474-e39c-4dc2-9f0a-315c13a84d78 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308702 Sep 23 18:50:02.270401 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8fc8-ce2e-4a63-8aeb-a2b60a4039fe req-d19b6812-7687-457d-b802-d11a3f001ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:02.271843 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-029c8fc8-ce2e-4a63-8aeb-a2b60a4039fe req-d19b6812-7687-457d-b802-d11a3f001ca0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbb56b36ced8493398183f5414134de6&device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 1097 time: 0.0400300 Sep 23 18:50:02.313604 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:50:02.372306 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8fc8-ce2e-4a63-8aeb-a2b60a4039fe req-29f9d7b8-315f-42eb-ae0a-78e9c008d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:02.373739 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-029c8fc8-ce2e-4a63-8aeb-a2b60a4039fe req-29f9d7b8-315f-42eb-ae0a-78e9c008d154 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d34e785-4ce6-4052-99a6-618ee041cb51 HTTP/1.1" status: 200 len: 918 time: 0.0842545 Sep 23 18:50:02.407394 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 36103c81-1539-49ad-99eb-8a24f9f69910 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:50:02.438182 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-029c8fc8-ce2e-4a63-8aeb-a2b60a4039fe req-5a612af7-d40c-4c34-891a-4e13af9706c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36103c81-1539-49ad-99eb-8a24f9f69910 HTTP/1.1" status: 200 len: 1000 time: 0.0578077 Sep 23 18:50:02.490709 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8fc8-ce2e-4a63-8aeb-a2b60a4039fe req-88deb104-a574-4143-8699-410acb71e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:02.491703 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-029c8fc8-ce2e-4a63-8aeb-a2b60a4039fe req-88deb104-a574-4143-8699-410acb71e621 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4fd91db2-dbef-4742-8637-4ee71c7c4188 HTTP/1.1" status: 200 len: 855 time: 0.0426385 Sep 23 18:50:02.500523 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 36103c81-1539-49ad-99eb-8a24f9f69910, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=36103c81-1539-49ad-99eb-8a24f9f69910,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:50:02.511611 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '36103c81-1539-49ad-99eb-8a24f9f69910', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'port_id': '36103c81-1539-49ad-99eb-8a24f9f69910', 'mac_address': 'fa:16:3e:ea:b8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:50:02.540447 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8fc8-ce2e-4a63-8aeb-a2b60a4039fe req-f67d935d-3805-42db-bd89-591ba014b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:02.541936 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-029c8fc8-ce2e-4a63-8aeb-a2b60a4039fe req-f67d935d-3805-42db-bd89-591ba014b2d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d34e785-4ce6-4052-99a6-618ee041cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423036 Sep 23 18:50:02.551040 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:02.563434 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36103c81-1539-49ad-99eb-8a24f9f69910 {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:50:02.582159 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 36103c81-1539-49ad-99eb-8a24f9f69910, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=36103c81-1539-49ad-99eb-8a24f9f69910,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:50:02.586138 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:02.629061 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-029c8fc8-ce2e-4a63-8aeb-a2b60a4039fe req-70f20eac-728f-4874-aeb1-893fcb2c615a service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798464 Sep 23 18:50:02.633065 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=36103c81-1539-49ad-99eb-8a24f9f69910,revision_number=9']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:02.722058 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-029c8fc8-ce2e-4a63-8aeb-a2b60a4039fe req-734db083-bcd3-418d-9dc2-6549018a0d67 service neutron] 10.222.0.42 "GET /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841203 Sep 23 18:50:02.799463 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafad7e-b3ea-415e-a12f-0754a321fe88 req-f07be801-406e-4b9f-b236-a476ef954529 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:02.801187 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-aeafad7e-b3ea-415e-a12f-0754a321fe88 req-f07be801-406e-4b9f-b236-a476ef954529 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 945 time: 0.0505483 Sep 23 18:50:02.804467 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['36103c81-1539-49ad-99eb-8a24f9f69910'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:50:02.839807 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-aeafad7e-b3ea-415e-a12f-0754a321fe88 req-549d6626-446c-4b42-abe2-336074efcbbd tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318749 Sep 23 18:50:03.334275 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35580) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:03.437286 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:03.529000 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:03.532685 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:03.570806 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3e9816dedd344c6bdc68f3cf002b90b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355335 Sep 23 18:50:03.571970 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da254d49-56bd-488a-ba0a-72d7752a4cb2,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:03.573512 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35584) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:03.578970 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:03.579323 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:03.579667 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:03.580008 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:03.580375 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:03.580708 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:03.581040 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:03.581369 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:03.581696 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:03.582022 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:03.582399 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:03.582726 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd189be-4212-499a-b620-d065e98a0086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:03.621747 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e8573bbe-3863-4ef9-ae62-f0af67350834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:03.641537 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e8573bbe-3863-4ef9-ae62-f0af67350834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:03.696019 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e8573bbe-3863-4ef9-ae62-f0af67350834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:03.698677 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e8573bbe-3863-4ef9-ae62-f0af67350834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:03.699836 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-e8573bbe-3863-4ef9-ae62-f0af67350834 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da254d49-56bd-488a-ba0a-72d7752a4cb2 HTTP/1.1" status: 204 len: 168 time: 0.1253369 Sep 23 18:50:03.707695 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8573bbe-3863-4ef9-ae62-f0af67350834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da254d49-56bd-488a-ba0a-72d7752a4cb2,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:03.960290 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b150d19-2280-47e7-945b-b6db30b13284 req-0174002d-6c2c-4858-8509-711b58b37d01 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:03.962492 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1b150d19-2280-47e7-945b-b6db30b13284 req-0174002d-6c2c-4858-8509-711b58b37d01 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 945 time: 0.0530806 Sep 23 18:50:04.001624 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1b150d19-2280-47e7-945b-b6db30b13284 req-92b00fd6-0072-4aaa-a938-31412f86ea92 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333424 Sep 23 18:50:04.423082 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 36103c81-1539-49ad-99eb-8a24f9f69910 up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:50:04.470142 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 36103c81-1539-49ad-99eb-8a24f9f69910 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:50:04.470536 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:04.549307 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:04.572118 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36103c81-1539-49ad-99eb-8a24f9f69910'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:50:04.574383 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb7bbef-93ad-4389-a12e-623c4d5703a9" -d '{"events": [{"server_uuid": "27b7a6d8-cea4-4f86-9dd4-5dbc746ab750", "name": "network-vif-plugged", "status": "completed", "tag": "36103c81-1539-49ad-99eb-8a24f9f69910"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:50:04.586678 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 36103c81-1539-49ad-99eb-8a24f9f69910, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=36103c81-1539-49ad-99eb-8a24f9f69910,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:50:04.591222 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:04.614994 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f0ede4-027f-4781-ba53-b7cce325d4b5 x-openstack-request-id: req-80f0ede4-027f-4781-ba53-b7cce325d4b5 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:50:04.615286 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b7a6d8-cea4-4f86-9dd4-5dbc746ab750", "name": "network-vif-plugged", "status": "completed", "tag": "36103c81-1539-49ad-99eb-8a24f9f69910", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:50:04.615539 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80f0ede4-027f-4781-ba53-b7cce325d4b5 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:50:04.615929 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36103c81-1539-49ad-99eb-8a24f9f69910', 'code': 200} Sep 23 18:50:04.642840 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=36103c81-1539-49ad-99eb-8a24f9f69910,revision_number=10']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:04.794569 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba17df-5fad-403d-9a6f-203b06c46cbf req-9f1a2483-a3a9-4192-8f2f-8894cc7ed945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:04.796573 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7fba17df-5fad-403d-9a6f-203b06c46cbf req-9f1a2483-a3a9-4192-8f2f-8894cc7ed945 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 1100 time: 0.0436671 Sep 23 18:50:04.831442 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7fba17df-5fad-403d-9a6f-203b06c46cbf req-45a99933-4ec2-481e-a84f-56413e7b8dda service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283291 Sep 23 18:50:05.123344 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb29891-d042-4d5c-9c79-17d2ba806c43 req-53524d2e-6c7d-4390-bf47-e9204e937088 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:05.125055 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3cb29891-d042-4d5c-9c79-17d2ba806c43 req-53524d2e-6c7d-4390-bf47-e9204e937088 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 947 time: 0.0489039 Sep 23 18:50:05.168315 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3cb29891-d042-4d5c-9c79-17d2ba806c43 req-28160eaa-3c2b-488a-8ea2-67593a0c548e tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333209 Sep 23 18:50:06.288543 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0506b-4461-4d6a-b642-a893d50add4d req-7853bc8e-73aa-466d-91a4-c7a90b0a7e56 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:06.290182 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-36b0506b-4461-4d6a-b642-a893d50add4d req-7853bc8e-73aa-466d-91a4-c7a90b0a7e56 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 947 time: 0.0513158 Sep 23 18:50:06.328590 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-36b0506b-4461-4d6a-b642-a893d50add4d req-8151e12e-8319-4d8a-bd29-78b3a1bbcc1b tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321915 Sep 23 18:50:07.455394 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80c0b0-ab39-4041-84f5-fc2d5aa0d3f2 req-ebe7abbb-9988-44ab-b627-9eb8a15387c7 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:07.457011 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dc80c0b0-ab39-4041-84f5-fc2d5aa0d3f2 req-ebe7abbb-9988-44ab-b627-9eb8a15387c7 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 947 time: 0.0571980 Sep 23 18:50:07.494914 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dc80c0b0-ab39-4041-84f5-fc2d5aa0d3f2 req-869e2931-abb2-41eb-a1b3-ff089540a6be tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317976 Sep 23 18:50:11.693960 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35752) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:11.800216 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e224876f-8c45-46d8-be29-a337318fde7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:11.888638 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e224876f-8c45-46d8-be29-a337318fde7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:11.892284 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e224876f-8c45-46d8-be29-a337318fde7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:11.928310 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-e224876f-8c45-46d8-be29-a337318fde7f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e10da2b3e841494ab882afef58075f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327518 Sep 23 18:50:11.930174 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224876f-8c45-46d8-be29-a337318fde7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da56d3f-120d-47c7-b9cc-8b2bb44ccde8,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:11.931102 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35756) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:11.978832 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4b41be27-98e6-48fa-b14d-2ec6f28f4dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:11.999109 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4b41be27-98e6-48fa-b14d-2ec6f28f4dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:12.046687 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4b41be27-98e6-48fa-b14d-2ec6f28f4dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:12.049176 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-4b41be27-98e6-48fa-b14d-2ec6f28f4dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:12.050295 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-4b41be27-98e6-48fa-b14d-2ec6f28f4dea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6da56d3f-120d-47c7-b9cc-8b2bb44ccde8 HTTP/1.1" status: 204 len: 168 time: 0.1182237 Sep 23 18:50:12.058007 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41be27-98e6-48fa-b14d-2ec6f28f4dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da56d3f-120d-47c7-b9cc-8b2bb44ccde8,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:12.304434 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35762) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:12.317283 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c128187-9cbd-429f-a1b5-00601a18796f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:12.403150 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c128187-9cbd-429f-a1b5-00601a18796f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:12.406875 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c128187-9cbd-429f-a1b5-00601a18796f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:12.443862 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-8c128187-9cbd-429f-a1b5-00601a18796f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e51a83a5de204935bc4d66a9e5c5a181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383595 Sep 23 18:50:12.445318 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c128187-9cbd-429f-a1b5-00601a18796f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e826f5bb-3a4d-485c-9f6d-1fc4319ab125,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:12.447114 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 35764) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:12.495972 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8a171f76-512a-4dcc-8c80-cd9227e5991f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:12.516644 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8a171f76-512a-4dcc-8c80-cd9227e5991f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:12.564382 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8a171f76-512a-4dcc-8c80-cd9227e5991f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:12.566899 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-8a171f76-512a-4dcc-8c80-cd9227e5991f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:12.568022 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-8a171f76-512a-4dcc-8c80-cd9227e5991f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e826f5bb-3a4d-485c-9f6d-1fc4319ab125 HTTP/1.1" status: 204 len: 168 time: 0.1192622 Sep 23 18:50:12.575835 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a171f76-512a-4dcc-8c80-cd9227e5991f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e826f5bb-3a4d-485c-9f6d-1fc4319ab125,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:12.873483 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35770) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:12.889219 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8e860eae-db30-437b-81f5-36dec9b3e1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:12.973989 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8e860eae-db30-437b-81f5-36dec9b3e1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:12.977602 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8e860eae-db30-437b-81f5-36dec9b3e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:13.011986 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e860eae-db30-437b-81f5-36dec9b3e1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb48647-c28f-44f6-a3e5-45148b5594e7,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:13.016167 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-8e860eae-db30-437b-81f5-36dec9b3e1ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0240d4a5c90474e808367572ae4a4de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416795 Sep 23 18:50:13.018718 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 35772) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:13.070254 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2ae300a5-7a75-4481-973e-e83333607f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:13.090665 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2ae300a5-7a75-4481-973e-e83333607f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:13.135839 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2ae300a5-7a75-4481-973e-e83333607f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:13.138336 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2ae300a5-7a75-4481-973e-e83333607f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:13.139467 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-2ae300a5-7a75-4481-973e-e83333607f75 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8eb48647-c28f-44f6-a3e5-45148b5594e7 HTTP/1.1" status: 204 len: 168 time: 0.1198673 Sep 23 18:50:13.146817 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae300a5-7a75-4481-973e-e83333607f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb48647-c28f-44f6-a3e5-45148b5594e7,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:15.387029 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-4d421036-70b1-480a-95d4-13abf0c9a989 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0f6e5302876f4f32a62e675b3cfff825&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291488 Sep 23 18:50:15.568683 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-6993b53f-423e-40eb-8c07-d3809d6c1982 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:15.570696 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-6993b53f-423e-40eb-8c07-d3809d6c1982 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783464 Sep 23 18:50:15.584925 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-6f6e9087-cb1d-49bb-a340-529b63f3e2f4 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/quotas/0f6e5302876f4f32a62e675b3cfff825 HTTP/1.1" status: 200 len: 375 time: 0.0086505 Sep 23 18:50:15.617676 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-a85a8047-6bf1-4863-9585-237da859a63f tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f6e5302876f4f32a62e675b3cfff825&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266831 Sep 23 18:50:15.780955 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-043cb109-e6b8-4497-9f9a-689b048eec4b req-5006d2da-f7ed-480d-bab0-257d843f117c tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fab663d-e879-4a02-b5ea-12bb2da54a36 HTTP/1.1" status: 200 len: 210 time: 0.0329762 Sep 23 18:50:16.685815 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-91496303-14ec-4501-a50d-ebd61dd723b4 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0f6e5302876f4f32a62e675b3cfff825&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287707 Sep 23 18:50:16.877287 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-922c6ac4-58b4-43d4-a839-83097be6d133 req-df004892-249c-4552-af1d-3c65b07fc707 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fab663d-e879-4a02-b5ea-12bb2da54a36 HTTP/1.1" status: 200 len: 210 time: 0.0273478 Sep 23 18:50:17.098632 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-9b5fe28d-2908-48b3-8934-d15b1e21e7e8 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:17.100063 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-9b5fe28d-2908-48b3-8934-d15b1e21e7e8 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4075308 Sep 23 18:50:17.114533 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Request body: {'port': {'device_id': '2fab663d-e879-4a02-b5ea-12bb2da54a36', 'network_id': 'a9fd72df-fc85-49a6-8486-a1f062b88914', 'admin_state_up': True, 'tenant_id': '0f6e5302876f4f32a62e675b3cfff825'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:50:17.216220 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Made reservation on behalf of 0f6e5302876f4f32a62e675b3cfff825 for: {'port': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:50:17.219634 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:17.231277 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:17.293833 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:17.316148 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:17.320309 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:17.376699 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae30de26-aa7f-4cd2-bdea-1a85fb8e565a,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:17.446870 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Allocated IP 192.168.233.90 (a9fd72df-fc85-49a6-8486-a1f062b88914/5b24fea6-82d0-41cb-9842-69e85e545084/dfa19203-82f1-4699-972f-f2037a5e2c44) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:50:17.589241 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:17.623200 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:17.662597 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Network a9fd72df-fc85-49a6-8486-a1f062b88914 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:50:17.665934 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:50:17.674060 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:50:17.680266 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Pushing event updated for resources: {'Port': ['ID=dfa19203-82f1-4699-972f-f2037a5e2c44,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:17.728580 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:17.729527 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:17.745216 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-72256e40-ea05-4dff-a596-ec151836b5e1 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6342402 Sep 23 18:50:17.758503 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Request body: {'port': {'device_id': '2fab663d-e879-4a02-b5ea-12bb2da54a36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:50:17.812146 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:17.893325 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-14f35f4f-7c99-43cd-a99b-300f573a47d8 None None] Provisioning complete for port dfa19203-82f1-4699-972f-f2037a5e2c44 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:50:17.893723 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-14f35f4f-7c99-43cd-a99b-300f573a47d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:17.930592 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-14f35f4f-7c99-43cd-a99b-300f573a47d8 None None] Port dfa19203-82f1-4699-972f-f2037a5e2c44 cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:50:18.001988 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c2d08-46bc-4c0e-835c-5c1213cd2083 req-443acde7-d94d-46ae-af53-1f635470fb12 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:18.003346 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-797c2d08-46bc-4c0e-835c-5c1213cd2083 req-443acde7-d94d-46ae-af53-1f635470fb12 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fab663d-e879-4a02-b5ea-12bb2da54a36 HTTP/1.1" status: 200 len: 935 time: 0.0470507 Sep 23 18:50:18.040810 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-797c2d08-46bc-4c0e-835c-5c1213cd2083 req-1b17c07c-161f-4aef-808c-c1afe385523e tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae30de26-aa7f-4cd2-bdea-1a85fb8e565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306160 Sep 23 18:50:18.069755 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa19203-82f1-4699-972f-f2037a5e2c44 {{(pid=100703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:50:18.077087 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:18.089158 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.provisioning_blocks [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Transition to ACTIVE for port object dfa19203-82f1-4699-972f-f2037a5e2c44 will not be triggered until provisioned by entity L2. {{(pid=100703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:50:18.092433 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:18.160151 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Pushing event updated for resources: {'Port': ['ID=dfa19203-82f1-4699-972f-f2037a5e2c44,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:18.212090 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Attempting to bind port dfa19203-82f1-4699-972f-f2037a5e2c44 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:50:18.212467 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Attempting to bind port dfa19203-82f1-4699-972f-f2037a5e2c44 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '92d57a27-1f04-4a7f-bdea-db68214dc017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'a9fd72df-fc85-49a6-8486-a1f062b88914'}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:50:18.212797 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Attempting to bind port dfa19203-82f1-4699-972f-f2037a5e2c44 on network a9fd72df-fc85-49a6-8486-a1f062b88914 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:50:18.217493 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Port dfa19203-82f1-4699-972f-f2037a5e2c44 on network a9fd72df-fc85-49a6-8486-a1f062b88914 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:50:18.217815 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Attempting to bind port dfa19203-82f1-4699-972f-f2037a5e2c44 on network a9fd72df-fc85-49a6-8486-a1f062b88914 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:50:18.222672 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:50:18.223008 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Checking segment: {'id': '92d57a27-1f04-4a7f-bdea-db68214dc017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'a9fd72df-fc85-49a6-8486-a1f062b88914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:50:18.223388 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Bound using segment: {'id': '92d57a27-1f04-4a7f-bdea-db68214dc017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'a9fd72df-fc85-49a6-8486-a1f062b88914'} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:50:18.223807 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Bound port: dfa19203-82f1-4699-972f-f2037a5e2c44, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d57a27-1f04-4a7f-bdea-db68214dc017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'a9fd72df-fc85-49a6-8486-a1f062b88914'}}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:50:18.224169 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:18.291956 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] For port dfa19203-82f1-4699-972f-f2037a5e2c44, host hv-cinder-81041, cleared binding levels {{(pid=100703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:50:18.295072 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] For port dfa19203-82f1-4699-972f-f2037a5e2c44, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=dfa19203-82f1-4699-972f-f2037a5e2c44,segment=NetworkSegment(92d57a27-1f04-4a7f-bdea-db68214dc017),segment_id=92d57a27-1f04-4a7f-bdea-db68214dc017)] {{(pid=100703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:50:18.298699 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:18.330021 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:18.330632 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:18.332013 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] 10.222.0.42 "PUT /v2.0/ports/dfa19203-82f1-4699-972f-f2037a5e2c44 HTTP/1.1" status: 200 len: 1097 time: 0.5778484 Sep 23 18:50:18.332468 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fab663d-e879-4a02-b5ea-12bb2da54a36', 'tag': 'dfa19203-82f1-4699-972f-f2037a5e2c44'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:50:18.334742 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cccc314-884e-40f2-aab7-da0ed003c0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2fab663d-e879-4a02-b5ea-12bb2da54a36", "tag": "dfa19203-82f1-4699-972f-f2037a5e2c44"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:50:18.361675 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea62a2-15f8-46ce-b355-2607ed22e26f service neutron] Pushing event updated for resources: {'Port': ['ID=dfa19203-82f1-4699-972f-f2037a5e2c44,revision_number=3']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:18.391691 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623a828a-0a21-46ab-b048-83e341000928 x-openstack-request-id: req-623a828a-0a21-46ab-b048-83e341000928 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:50:18.391989 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fab663d-e879-4a02-b5ea-12bb2da54a36", "tag": "dfa19203-82f1-4699-972f-f2037a5e2c44", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:50:18.392300 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-623a828a-0a21-46ab-b048-83e341000928 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:50:18.392830 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fab663d-e879-4a02-b5ea-12bb2da54a36', 'tag': 'dfa19203-82f1-4699-972f-f2037a5e2c44', 'status': 'completed', 'code': 200} Sep 23 18:50:18.422224 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-8bf32d3d-2789-408b-8428-fff73062ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:18.423753 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-8bf32d3d-2789-408b-8428-fff73062ef86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f6e5302876f4f32a62e675b3cfff825&device_id=2fab663d-e879-4a02-b5ea-12bb2da54a36 HTTP/1.1" status: 200 len: 1100 time: 0.0459852 Sep 23 18:50:18.470522 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-fadd6f39-b5b9-44bf-b404-944991f53966 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=dfa19203-82f1-4699-972f-f2037a5e2c44 HTTP/1.1" status: 200 len: 217 time: 0.0370061 Sep 23 18:50:18.524164 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-55f6d582-4495-4764-8de1-2b07400a956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:18.525704 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-55f6d582-4495-4764-8de1-2b07400a956e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b24fea6-82d0-41cb-9842-69e85e545084 HTTP/1.1" status: 200 len: 843 time: 0.0478010 Sep 23 18:50:18.573264 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-f613ab33-2fe9-4fef-8f0b-4f2b49019d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:18.574766 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-f613ab33-2fe9-4fef-8f0b-4f2b49019d43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9fd72df-fc85-49a6-8486-a1f062b88914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0408993 Sep 23 18:50:18.670656 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-5721400f-680b-4b03-b0cf-ce59a3b56a16 service neutron] 10.222.0.42 "GET /v2.0/networks/a9fd72df-fc85-49a6-8486-a1f062b88914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843809 Sep 23 18:50:18.765201 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-b8f2d9e2-91e9-4b38-8b02-cc83befa5944 req-567a6c5a-ce8a-4787-bfe5-7854bbf5f925 service neutron] 10.222.0.42 "GET /v2.0/networks/a9fd72df-fc85-49a6-8486-a1f062b88914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863347 Sep 23 18:50:18.858743 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccc314-884e-40f2-aab7-da0ed003c0c5 req-4cbb6684-d60f-4a75-a2b8-1fdb09aa3f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:18.860253 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-8cccc314-884e-40f2-aab7-da0ed003c0c5 req-4cbb6684-d60f-4a75-a2b8-1fdb09aa3f3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f6e5302876f4f32a62e675b3cfff825&device_id=2fab663d-e879-4a02-b5ea-12bb2da54a36 HTTP/1.1" status: 200 len: 1100 time: 0.0398302 Sep 23 18:50:18.952461 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccc314-884e-40f2-aab7-da0ed003c0c5 req-281a4514-0cf0-4f1f-9848-aaef50f4b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:18.953823 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-8cccc314-884e-40f2-aab7-da0ed003c0c5 req-281a4514-0cf0-4f1f-9848-aaef50f4b9c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9fd72df-fc85-49a6-8486-a1f062b88914 HTTP/1.1" status: 200 len: 871 time: 0.0859952 Sep 23 18:50:18.994648 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-8cccc314-884e-40f2-aab7-da0ed003c0c5 req-34a96b01-46f3-4bed-ba06-35c1a5bfb32d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=dfa19203-82f1-4699-972f-f2037a5e2c44 HTTP/1.1" status: 200 len: 217 time: 0.0331571 Sep 23 18:50:19.046306 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccc314-884e-40f2-aab7-da0ed003c0c5 req-f58a4ec8-586d-4ada-8116-7f9274669668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:19.047694 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-8cccc314-884e-40f2-aab7-da0ed003c0c5 req-f58a4ec8-586d-4ada-8116-7f9274669668 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b24fea6-82d0-41cb-9842-69e85e545084 HTTP/1.1" status: 200 len: 843 time: 0.0446637 Sep 23 18:50:19.091664 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccc314-884e-40f2-aab7-da0ed003c0c5 req-ba44cacf-e697-4129-8e5c-5acb1e75c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:19.093174 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-8cccc314-884e-40f2-aab7-da0ed003c0c5 req-ba44cacf-e697-4129-8e5c-5acb1e75c6c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9fd72df-fc85-49a6-8486-a1f062b88914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0379663 Sep 23 18:50:19.151148 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c09bb2-00be-4066-980d-c14999ca9336 req-4f1ae359-9099-4547-bff7-34a22c82d7e2 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:19.152641 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62c09bb2-00be-4066-980d-c14999ca9336 req-4f1ae359-9099-4547-bff7-34a22c82d7e2 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fab663d-e879-4a02-b5ea-12bb2da54a36 HTTP/1.1" status: 200 len: 947 time: 0.0467639 Sep 23 18:50:19.193094 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-8cccc314-884e-40f2-aab7-da0ed003c0c5 req-084c20eb-6a77-4559-9e90-8412ea769524 service neutron] 10.222.0.42 "GET /v2.0/networks/a9fd72df-fc85-49a6-8486-a1f062b88914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901411 Sep 23 18:50:19.197930 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-62c09bb2-00be-4066-980d-c14999ca9336 req-2e7fb79e-d928-4a36-ab1a-20f1c3109ce6 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae30de26-aa7f-4cd2-bdea-1a85fb8e565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390677 Sep 23 18:50:19.281887 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-8cccc314-884e-40f2-aab7-da0ed003c0c5 req-93e937f2-fa24-4a68-8d64-741dd061f163 service neutron] 10.222.0.42 "GET /v2.0/networks/a9fd72df-fc85-49a6-8486-a1f062b88914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808036 Sep 23 18:50:19.929911 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-cc5aed71-dc39-4cc6-b7be-886ec5ea4abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:20.313062 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d945088-5726-424a-9f7d-5ccaf24edff4 req-ad0226de-67c8-4e90-8cfd-a9cc3a5fb103 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:20.314509 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3d945088-5726-424a-9f7d-5ccaf24edff4 req-ad0226de-67c8-4e90-8cfd-a9cc3a5fb103 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fab663d-e879-4a02-b5ea-12bb2da54a36 HTTP/1.1" status: 200 len: 947 time: 0.0494401 Sep 23 18:50:20.350595 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3d945088-5726-424a-9f7d-5ccaf24edff4 req-75c15e4b-10fa-4e08-8936-70987ff02859 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae30de26-aa7f-4cd2-bdea-1a85fb8e565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295286 Sep 23 18:50:20.502389 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device dfa19203-82f1-4699-972f-f2037a5e2c44 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:50:20.591964 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port dfa19203-82f1-4699-972f-f2037a5e2c44, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=dfa19203-82f1-4699-972f-f2037a5e2c44,segment=NetworkSegment(92d57a27-1f04-4a7f-bdea-db68214dc017),segment_id=92d57a27-1f04-4a7f-bdea-db68214dc017)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:50:20.603054 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': 'dfa19203-82f1-4699-972f-f2037a5e2c44', 'network_id': 'a9fd72df-fc85-49a6-8486-a1f062b88914', 'port_id': 'dfa19203-82f1-4699-972f-f2037a5e2c44', 'mac_address': 'fa:16:3e:08:5a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b24fea6-82d0-41cb-9842-69e85e545084', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:50:20.638249 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:20.653225 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa19203-82f1-4699-972f-f2037a5e2c44 {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:50:20.671611 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port dfa19203-82f1-4699-972f-f2037a5e2c44, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=dfa19203-82f1-4699-972f-f2037a5e2c44,segment=NetworkSegment(92d57a27-1f04-4a7f-bdea-db68214dc017),segment_id=92d57a27-1f04-4a7f-bdea-db68214dc017)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:50:20.675354 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:20.719528 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=dfa19203-82f1-4699-972f-f2037a5e2c44,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:20.726788 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:20.727144 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:20.727488 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:20.727829 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:20.728165 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:20.728529 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:20.728861 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:20.729454 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:20.729786 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:20.730113 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:20.730437 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:20.730761 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:20.933593 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['dfa19203-82f1-4699-972f-f2037a5e2c44'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:50:21.461828 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be40fb-6596-4322-9e04-17b1197ac05a req-46b90429-2063-4fd8-a5c7-d6f56baf66d2 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:21.463272 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-85be40fb-6596-4322-9e04-17b1197ac05a req-46b90429-2063-4fd8-a5c7-d6f56baf66d2 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fab663d-e879-4a02-b5ea-12bb2da54a36 HTTP/1.1" status: 200 len: 948 time: 0.0470428 Sep 23 18:50:21.499398 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-85be40fb-6596-4322-9e04-17b1197ac05a req-7d5cde63-b427-4401-a15f-3ad859b8a832 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae30de26-aa7f-4cd2-bdea-1a85fb8e565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303841 Sep 23 18:50:22.529018 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device dfa19203-82f1-4699-972f-f2037a5e2c44 up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:50:22.578610 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port dfa19203-82f1-4699-972f-f2037a5e2c44 completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:50:22.582595 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port dfa19203-82f1-4699-972f-f2037a5e2c44 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:50:22.583008 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:22.613591 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e01431-b957-42aa-9a2a-e643cdda23a7 req-b527ec7d-1807-43cf-9293-9f9de173f550 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:22.615461 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b8e01431-b957-42aa-9a2a-e643cdda23a7 req-b527ec7d-1807-43cf-9293-9f9de173f550 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fab663d-e879-4a02-b5ea-12bb2da54a36 HTTP/1.1" status: 200 len: 948 time: 0.0504138 Sep 23 18:50:22.620057 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1d007e18-e066-4cc5-b625-fc6512e34f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:22.653644 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b8e01431-b957-42aa-9a2a-e643cdda23a7 req-c5e174e6-0025-4ba4-80b7-2aa7d95837de tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae30de26-aa7f-4cd2-bdea-1a85fb8e565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313275 Sep 23 18:50:22.669302 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:22.691501 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fab663d-e879-4a02-b5ea-12bb2da54a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa19203-82f1-4699-972f-f2037a5e2c44'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:50:22.693748 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c65aed-c3fe-49f9-b2e2-c302559b83ec" -d '{"events": [{"server_uuid": "2fab663d-e879-4a02-b5ea-12bb2da54a36", "name": "network-vif-plugged", "status": "completed", "tag": "dfa19203-82f1-4699-972f-f2037a5e2c44"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:50:22.707014 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port dfa19203-82f1-4699-972f-f2037a5e2c44, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=dfa19203-82f1-4699-972f-f2037a5e2c44,segment=NetworkSegment(92d57a27-1f04-4a7f-bdea-db68214dc017),segment_id=92d57a27-1f04-4a7f-bdea-db68214dc017)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:50:22.710975 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:22.737533 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4374b6-e765-438d-8eb1-ed4913627492 x-openstack-request-id: req-ab4374b6-e765-438d-8eb1-ed4913627492 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:50:22.737828 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fab663d-e879-4a02-b5ea-12bb2da54a36", "name": "network-vif-plugged", "status": "completed", "tag": "dfa19203-82f1-4699-972f-f2037a5e2c44", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:50:22.738081 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab4374b6-e765-438d-8eb1-ed4913627492 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:50:22.738457 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fab663d-e879-4a02-b5ea-12bb2da54a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa19203-82f1-4699-972f-f2037a5e2c44', 'code': 200} Sep 23 18:50:22.763963 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=dfa19203-82f1-4699-972f-f2037a5e2c44,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:22.896956 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba985de-1920-4f71-85b5-a7dfa8e2852f req-16f97eae-848f-46ea-ac52-f347771b9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:22.898998 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fba985de-1920-4f71-85b5-a7dfa8e2852f req-16f97eae-848f-46ea-ac52-f347771b9ce3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2fab663d-e879-4a02-b5ea-12bb2da54a36 HTTP/1.1" status: 200 len: 1102 time: 0.0450323 Sep 23 18:50:22.915393 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:22.936985 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fba985de-1920-4f71-85b5-a7dfa8e2852f req-1023c252-d7b7-40ac-8085-261e98ec9580 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ae30de26-aa7f-4cd2-bdea-1a85fb8e565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294836 Sep 23 18:50:23.591449 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:23.767482 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00de46-2a61-4104-b6cb-5b3ce03734ef req-4f0f07ac-033d-4356-9eef-b7e3a42b659d tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:23.768946 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ab00de46-2a61-4104-b6cb-5b3ce03734ef req-4f0f07ac-033d-4356-9eef-b7e3a42b659d tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fab663d-e879-4a02-b5ea-12bb2da54a36 HTTP/1.1" status: 200 len: 949 time: 0.0500972 Sep 23 18:50:23.805363 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ab00de46-2a61-4104-b6cb-5b3ce03734ef req-14ce2820-b7e0-49df-9ca8-875f783a7719 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae30de26-aa7f-4cd2-bdea-1a85fb8e565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298545 Sep 23 18:50:24.920128 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de8fa4-c95a-4455-a41d-e696e0a95a77 req-8991dcfd-1635-46a4-9369-85516bbf78a3 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:24.921632 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d7de8fa4-c95a-4455-a41d-e696e0a95a77 req-8991dcfd-1635-46a4-9369-85516bbf78a3 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fab663d-e879-4a02-b5ea-12bb2da54a36 HTTP/1.1" status: 200 len: 949 time: 0.0488043 Sep 23 18:50:24.957449 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-d7de8fa4-c95a-4455-a41d-e696e0a95a77 req-bf729bc1-02e2-4357-befe-799e53abf9e4 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae30de26-aa7f-4cd2-bdea-1a85fb8e565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299888 Sep 23 18:50:25.203230 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a568a0e-4929-44a5-b79f-3ab7edaef3f7 req-bee7f55c-9a51-4307-bfa4-c41eb6faf924 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:25.204714 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6a568a0e-4929-44a5-b79f-3ab7edaef3f7 req-bee7f55c-9a51-4307-bfa4-c41eb6faf924 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fab663d-e879-4a02-b5ea-12bb2da54a36 HTTP/1.1" status: 200 len: 949 time: 0.0485156 Sep 23 18:50:25.240891 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6a568a0e-4929-44a5-b79f-3ab7edaef3f7 req-c9572f57-dd38-46fc-aedb-a8cd2360ccee tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae30de26-aa7f-4cd2-bdea-1a85fb8e565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301371 Sep 23 18:50:25.459136 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:26.356076 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00939575-e30b-4ae5-ab47-4db82f9a28b3 req-53587c24-69d3-4b33-8fa3-1454c075ec3a tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:26.357537 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-00939575-e30b-4ae5-ab47-4db82f9a28b3 req-53587c24-69d3-4b33-8fa3-1454c075ec3a tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fab663d-e879-4a02-b5ea-12bb2da54a36 HTTP/1.1" status: 200 len: 949 time: 0.0501943 Sep 23 18:50:26.394124 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-00939575-e30b-4ae5-ab47-4db82f9a28b3 req-477ee0a9-7b99-46f0-b9f3-6ced8cb2afac tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae30de26-aa7f-4cd2-bdea-1a85fb8e565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308225 Sep 23 18:50:26.677095 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918310e8-e124-45ef-ad71-49d5817b059e req-fabdc3cd-70c3-4d07-8c91-133982ece35b tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:26.678521 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-918310e8-e124-45ef-ad71-49d5817b059e req-fabdc3cd-70c3-4d07-8c91-133982ece35b tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fab663d-e879-4a02-b5ea-12bb2da54a36 HTTP/1.1" status: 200 len: 949 time: 0.0503676 Sep 23 18:50:26.767010 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-918310e8-e124-45ef-ad71-49d5817b059e req-9eb20ab6-f2d7-47e5-8505-66d959e81de3 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Deleting port dfa19203-82f1-4699-972f-f2037a5e2c44 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:50:26.767346 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-918310e8-e124-45ef-ad71-49d5817b059e req-9eb20ab6-f2d7-47e5-8505-66d959e81de3 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:26.855335 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-918310e8-e124-45ef-ad71-49d5817b059e req-9eb20ab6-f2d7-47e5-8505-66d959e81de3 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] For port dfa19203-82f1-4699-972f-f2037a5e2c44, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=dfa19203-82f1-4699-972f-f2037a5e2c44,segment=NetworkSegment(92d57a27-1f04-4a7f-bdea-db68214dc017),segment_id=92d57a27-1f04-4a7f-bdea-db68214dc017)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:50:26.855694 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-918310e8-e124-45ef-ad71-49d5817b059e req-9eb20ab6-f2d7-47e5-8505-66d959e81de3 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:26.867489 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-918310e8-e124-45ef-ad71-49d5817b059e req-9eb20ab6-f2d7-47e5-8505-66d959e81de3 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Calling delete_port for dfa19203-82f1-4699-972f-f2037a5e2c44 owned by compute:nova {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:50:26.986077 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-918310e8-e124-45ef-ad71-49d5817b059e req-9eb20ab6-f2d7-47e5-8505-66d959e81de3 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:26.999051 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['dfa19203-82f1-4699-972f-f2037a5e2c44'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:50:27.017335 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb20ab6-f2d7-47e5-8505-66d959e81de3 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Pushing event deleted for resources: {'Port': ['ID=dfa19203-82f1-4699-972f-f2037a5e2c44,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:27.057940 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-918310e8-e124-45ef-ad71-49d5817b059e req-9eb20ab6-f2d7-47e5-8505-66d959e81de3 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] No DVR routers for this DVR port dfa19203-82f1-4699-972f-f2037a5e2c44 on host hv-cinder-81041 {{(pid=100703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:50:27.060509 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-918310e8-e124-45ef-ad71-49d5817b059e req-9eb20ab6-f2d7-47e5-8505-66d959e81de3 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:27.062500 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-918310e8-e124-45ef-ad71-49d5817b059e req-9eb20ab6-f2d7-47e5-8505-66d959e81de3 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.42 "DELETE /v2.0/ports/dfa19203-82f1-4699-972f-f2037a5e2c44 HTTP/1.1" status: 204 len: 173 time: 0.3759270 Sep 23 18:50:27.062935 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fab663d-e879-4a02-b5ea-12bb2da54a36', 'name': 'network-vif-deleted', 'tag': 'dfa19203-82f1-4699-972f-f2037a5e2c44'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:50:27.065195 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c32beb-e742-497c-ad19-901b42766f0f" -d '{"events": [{"server_uuid": "2fab663d-e879-4a02-b5ea-12bb2da54a36", "name": "network-vif-deleted", "tag": "dfa19203-82f1-4699-972f-f2037a5e2c44"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:50:27.105679 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfba881-a59f-4141-924b-8ab364066c28 x-openstack-request-id: req-1cfba881-a59f-4141-924b-8ab364066c28 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:50:27.105969 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fab663d-e879-4a02-b5ea-12bb2da54a36", "name": "network-vif-deleted", "tag": "dfa19203-82f1-4699-972f-f2037a5e2c44", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:50:27.106210 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1cfba881-a59f-4141-924b-8ab364066c28 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:50:27.106597 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fab663d-e879-4a02-b5ea-12bb2da54a36', 'name': 'network-vif-deleted', 'tag': 'dfa19203-82f1-4699-972f-f2037a5e2c44', 'status': 'completed', 'code': 200} Sep 23 18:50:27.502031 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-80a2b2da-1d86-45c2-b80a-a626e0fc8156 req-b3f7681f-9519-41a4-aead-73bc1f9ec587 tempest-VolumesNegativeTest-558792640 tempest-VolumesNegativeTest-558792640-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fab663d-e879-4a02-b5ea-12bb2da54a36 HTTP/1.1" status: 200 len: 210 time: 0.0275114 Sep 23 18:50:30.579431 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device dfa19203-82f1-4699-972f-f2037a5e2c44 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:50:30.599932 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: dfa19203-82f1-4699-972f-f2037a5e2c44 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:50:30.600300 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device dfa19203-82f1-4699-972f-f2037a5e2c44 not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:50:32.112124 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 36090) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:32.238403 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-44cee41b-0ab8-4608-b7a9-23d1b1aca8d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f6e5302876f4f32a62e675b3cfff825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1250815 Sep 23 18:50:32.241358 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 36094) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:32.286331 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:32.306587 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:32.354324 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:32.357051 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:32.358184 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae30de26-aa7f-4cd2-bdea-1a85fb8e565a HTTP/1.1" status: 204 len: 168 time: 0.1159408 Sep 23 18:50:32.366580 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae30de26-aa7f-4cd2-bdea-1a85fb8e565a,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:32.373561 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:32.373854 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:32.374284 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:32.374667 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:32.375044 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:32.375408 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:32.375831 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:32.376080 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:32.376445 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:32.376781 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:32.377110 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:32.377436 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e3a8f-8540-48cd-927b-f8fa6f2117ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:50:39.311808 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:50:40.799735 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d6aaa-d935-4636-924f-31def5728dd3 req-fbb997d5-d3af-4e65-8e6b-b6e03d344bee tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:40.801207 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bb7d6aaa-d935-4636-924f-31def5728dd3 req-fbb997d5-d3af-4e65-8e6b-b6e03d344bee tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 947 time: 0.0469494 Sep 23 18:50:40.839746 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bb7d6aaa-d935-4636-924f-31def5728dd3 req-ed9ddcaf-4013-43a0-bb48-1e66d67754a0 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317581 Sep 23 18:50:41.964977 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8c095-288b-4f94-a8d6-a256999b574e req-f7a5219f-49ba-4b12-92f4-4a4f4d44fdde tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:41.966425 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-91f8c095-288b-4f94-a8d6-a256999b574e req-f7a5219f-49ba-4b12-92f4-4a4f4d44fdde tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 947 time: 0.0511153 Sep 23 18:50:42.002401 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-91f8c095-288b-4f94-a8d6-a256999b574e req-e5454f5f-f90a-416f-b2dc-09c279f5ec09 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups?id=5029c319-41f0-43dd-8bb9-abc054024a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301383 Sep 23 18:50:42.044041 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa06fbb-b218-4d26-aa97-a419fa83d2ea req-83e31823-121e-4527-90cc-e1d35e14cadf tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:42.045558 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-2fa06fbb-b218-4d26-aa97-a419fa83d2ea req-83e31823-121e-4527-90cc-e1d35e14cadf tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.42 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 947 time: 0.0473661 Sep 23 18:50:42.137545 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-2fa06fbb-b218-4d26-aa97-a419fa83d2ea req-cff64fc1-8be2-47c2-b994-85ff85c1902d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Deleting port 36103c81-1539-49ad-99eb-8a24f9f69910 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:50:42.137846 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-2fa06fbb-b218-4d26-aa97-a419fa83d2ea req-cff64fc1-8be2-47c2-b994-85ff85c1902d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:42.231191 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-2fa06fbb-b218-4d26-aa97-a419fa83d2ea req-cff64fc1-8be2-47c2-b994-85ff85c1902d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] For port 36103c81-1539-49ad-99eb-8a24f9f69910, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=36103c81-1539-49ad-99eb-8a24f9f69910,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:50:42.231588 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-2fa06fbb-b218-4d26-aa97-a419fa83d2ea req-cff64fc1-8be2-47c2-b994-85ff85c1902d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:42.407070 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-2fa06fbb-b218-4d26-aa97-a419fa83d2ea req-cff64fc1-8be2-47c2-b994-85ff85c1902d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:42.407435 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-2fa06fbb-b218-4d26-aa97-a419fa83d2ea req-cff64fc1-8be2-47c2-b994-85ff85c1902d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:42.407758 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.l3_db [req-2fa06fbb-b218-4d26-aa97-a419fa83d2ea req-cff64fc1-8be2-47c2-b994-85ff85c1902d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Floating IP d64dd7c4-2bb9-4c1b-9df4-08c228e4abc8 disassociated. External IP: 172.27.1.235, port: 36103c81-1539-49ad-99eb-8a24f9f69910. Sep 23 18:50:42.408208 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-2fa06fbb-b218-4d26-aa97-a419fa83d2ea req-cff64fc1-8be2-47c2-b994-85ff85c1902d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Calling delete_port for 36103c81-1539-49ad-99eb-8a24f9f69910 owned by compute:nova {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:50:42.536384 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-2fa06fbb-b218-4d26-aa97-a419fa83d2ea req-cff64fc1-8be2-47c2-b994-85ff85c1902d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:42.564595 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff64fc1-8be2-47c2-b994-85ff85c1902d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event deleted for resources: {'Port': ['ID=36103c81-1539-49ad-99eb-8a24f9f69910,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:42.680825 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fa06fbb-b218-4d26-aa97-a419fa83d2ea req-cff64fc1-8be2-47c2-b994-85ff85c1902d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:50:42.785380 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fa06fbb-b218-4d26-aa97-a419fa83d2ea req-cff64fc1-8be2-47c2-b994-85ff85c1902d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:50:42.794676 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a8ab9-8869-4d39-8a8c-13a5762345c9 None None] Sync routers for ids ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:50:42.804039 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a8ab9-8869-4d39-8a8c-13a5762345c9 None None] Routers {'79d003ab-86ed-47fa-8e89-69a9fc29e1bf'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:50:42.804682 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-276a8ab9-8869-4d39-8a8c-13a5762345c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:50:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:50:42.823757 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa06fbb-b218-4d26-aa97-a419fa83d2ea req-cff64fc1-8be2-47c2-b994-85ff85c1902d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] No DVR routers for this DVR port 36103c81-1539-49ad-99eb-8a24f9f69910 on host hv-cinder-81041 {{(pid=100703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:50:42.826335 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-2fa06fbb-b218-4d26-aa97-a419fa83d2ea req-cff64fc1-8be2-47c2-b994-85ff85c1902d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:42.828360 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-2fa06fbb-b218-4d26-aa97-a419fa83d2ea req-cff64fc1-8be2-47c2-b994-85ff85c1902d tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.42 "DELETE /v2.0/ports/36103c81-1539-49ad-99eb-8a24f9f69910 HTTP/1.1" status: 204 len: 173 time: 0.7766831 Sep 23 18:50:42.828784 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'name': 'network-vif-deleted', 'tag': '36103c81-1539-49ad-99eb-8a24f9f69910'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:50:42.831048 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f991124f-e340-4376-bfb0-740e497d53b6" -d '{"events": [{"server_uuid": "27b7a6d8-cea4-4f86-9dd4-5dbc746ab750", "name": "network-vif-deleted", "tag": "36103c81-1539-49ad-99eb-8a24f9f69910"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:50:42.867908 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0e3eb2-e829-4ee7-adc7-755027bdf346 x-openstack-request-id: req-7c0e3eb2-e829-4ee7-adc7-755027bdf346 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:50:42.868203 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b7a6d8-cea4-4f86-9dd4-5dbc746ab750", "name": "network-vif-deleted", "tag": "36103c81-1539-49ad-99eb-8a24f9f69910", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:50:42.868534 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c0e3eb2-e829-4ee7-adc7-755027bdf346 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:50:42.868934 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b7a6d8-cea4-4f86-9dd4-5dbc746ab750', 'name': 'network-vif-deleted', 'tag': '36103c81-1539-49ad-99eb-8a24f9f69910', 'status': 'completed', 'code': 200} Sep 23 18:50:42.919292 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-276a8ab9-8869-4d39-8a8c-13a5762345c9 None None] Set router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:50:43.122804 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a26a83b8-3176-4eac-b84d-e3563d51ead2 req-265e73e2-6bc1-41ac-8e0a-dfe4c2058e9a tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/ports?device_id=27b7a6d8-cea4-4f86-9dd4-5dbc746ab750 HTTP/1.1" status: 200 len: 210 time: 0.0272930 Sep 23 18:50:43.156664 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-276a8ab9-8869-4d39-8a8c-13a5762345c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:53Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'df3cf816-64ff-4bf2-9811-fadad28d8efc', 'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'mac_address': 'fa:16:3e:8b:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:52Z', 'updated_at': '2021-09-23T18:43:59Z', 'revision_number': 5, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'subnets': [{'id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:50:43.182914 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a8ab9-8869-4d39-8a8c-13a5762345c9 None None] Checking router: 79d003ab-86ed-47fa-8e89-69a9fc29e1bf for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:50:43.190838 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a8ab9-8869-4d39-8a8c-13a5762345c9 None None] Routers {'79d003ab-86ed-47fa-8e89-69a9fc29e1bf'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:50:43.191497 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-276a8ab9-8869-4d39-8a8c-13a5762345c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:50:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:50:43.379827 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-276a8ab9-8869-4d39-8a8c-13a5762345c9 None None] Set router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:50:43.567505 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-276a8ab9-8869-4d39-8a8c-13a5762345c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:53Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'df3cf816-64ff-4bf2-9811-fadad28d8efc', 'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'mac_address': 'fa:16:3e:8b:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:52Z', 'updated_at': '2021-09-23T18:43:59Z', 'revision_number': 5, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'subnets': [{'id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:50:43.592459 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a8ab9-8869-4d39-8a8c-13a5762345c9 None None] The sync data for ids ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'] in dv-cinder-810415-4-iscsi is: [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:43:53Z', 'revision_number': 4, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': 'df3cf816-64ff-4bf2-9811-fadad28d8efc', 'name': '', 'network_id': '6d34e785-4ce6-4052-99a6-618ee041cb51', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'mac_address': 'fa:16:3e:8b:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:52Z', 'updated_at': '2021-09-23T18:43:59Z', 'revision_number': 5, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'subnets': [{'id': '4fd91db2-dbef-4742-8637-4ee71c7c4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:50:43.795931 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d93a65a-8a03-4c56-8c6f-617a19564d10 None None] New status for floating IP d64dd7c4-2bb9-4c1b-9df4-08c228e4abc8: DOWN {{(pid=100705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:50:44.209248 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 36124) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:44.271396 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-de20e5b9-3133-4c9a-8a78-48f0bc7051b4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:44.295310 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-de20e5b9-3133-4c9a-8a78-48f0bc7051b4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:44.343684 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-de20e5b9-3133-4c9a-8a78-48f0bc7051b4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:44.346240 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-de20e5b9-3133-4c9a-8a78-48f0bc7051b4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:44.347426 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-de20e5b9-3133-4c9a-8a78-48f0bc7051b4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "DELETE /v2.0/security-groups/5029c319-41f0-43dd-8bb9-abc054024a59 HTTP/1.1" status: 204 len: 168 time: 0.1371453 Sep 23 18:50:44.350849 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 36126) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:44.357403 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20e5b9-3133-4c9a-8a78-48f0bc7051b4 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5029c319-41f0-43dd-8bb9-abc054024a59,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:44.367992 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.api.v2.resource [None req-500e4a52-d6f7-40f3-a663-a39becdfa5ba tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] show failed (client error): The resource could not be found. Sep 23 18:50:44.369060 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-500e4a52-d6f7-40f3-a663-a39becdfa5ba tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "GET /v2.0/security-groups/5029c319-41f0-43dd-8bb9-abc054024a59 HTTP/1.1" status: 404 len: 347 time: 0.0166283 Sep 23 18:50:44.371912 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 36128) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:44.501267 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-0464dd18-4046-40fb-9467-f674c4b2d486 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Deleting port 15c7b22e-cb98-4007-9099-659dae973d3e {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:50:44.501503 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0464dd18-4046-40fb-9467-f674c4b2d486 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:44.578655 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0464dd18-4046-40fb-9467-f674c4b2d486 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:44.578984 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0464dd18-4046-40fb-9467-f674c4b2d486 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:44.591343 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-0464dd18-4046-40fb-9467-f674c4b2d486 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Calling delete_port for 15c7b22e-cb98-4007-9099-659dae973d3e owned by network:floatingip {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:50:44.654735 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 36103c81-1539-49ad-99eb-8a24f9f69910 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:50:44.681622 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: 36103c81-1539-49ad-99eb-8a24f9f69910 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:50:44.681983 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 36103c81-1539-49ad-99eb-8a24f9f69910 not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:50:44.735524 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0464dd18-4046-40fb-9467-f674c4b2d486 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:44.761233 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464dd18-4046-40fb-9467-f674c4b2d486 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Pushing event deleted for resources: {'Port': ['ID=15c7b22e-cb98-4007-9099-659dae973d3e,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:44.820714 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0464dd18-4046-40fb-9467-f674c4b2d486 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks [] for floatingip, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:44.823277 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0464dd18-4046-40fb-9467-f674c4b2d486 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:44.824440 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-0464dd18-4046-40fb-9467-f674c4b2d486 tempest-AttachVolumeShelveTestJSON-1422296378 tempest-AttachVolumeShelveTestJSON-1422296378-project] 10.222.0.70 "DELETE /v2.0/floatingips/d64dd7c4-2bb9-4c1b-9df4-08c228e4abc8 HTTP/1.1" status: 204 len: 168 time: 0.4515855 Sep 23 18:50:47.235887 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 36150) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:47.309268 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:47.701395 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-15ae34ba-6ad7-4915-a669-344c202addf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-339987'] for router_interface, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:47.936462 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-15ae34ba-6ad7-4915-a669-344c202addf0 admin admin] Deleting port df3cf816-64ff-4bf2-9811-fadad28d8efc {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:50:47.936811 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-15ae34ba-6ad7-4915-a669-344c202addf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:48.013912 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-15ae34ba-6ad7-4915-a669-344c202addf0 admin admin] For port df3cf816-64ff-4bf2-9811-fadad28d8efc, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=df3cf816-64ff-4bf2-9811-fadad28d8efc,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:50:48.014195 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-15ae34ba-6ad7-4915-a669-344c202addf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:48.026619 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-15ae34ba-6ad7-4915-a669-344c202addf0 admin admin] Calling delete_port for df3cf816-64ff-4bf2-9811-fadad28d8efc owned by network:router_interface {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:50:48.197620 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-15ae34ba-6ad7-4915-a669-344c202addf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:48.221780 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae34ba-6ad7-4915-a669-344c202addf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3cf816-64ff-4bf2-9811-fadad28d8efc,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:48.385113 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-15ae34ba-6ad7-4915-a669-344c202addf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338842'] for router_interface, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:48.590222 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ae34ba-6ad7-4915-a669-344c202addf0 admin admin] Router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:50:48.913224 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ae34ba-6ad7-4915-a669-344c202addf0 admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:50:48.917977 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-15ae34ba-6ad7-4915-a669-344c202addf0 admin admin] 10.222.0.70 "PUT /v2.0/routers/79d003ab-86ed-47fa-8e89-69a9fc29e1bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6810300 Sep 23 18:50:48.920579 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 36154) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:48.921480 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad467e-dbed-4fc2-8432-104b9b98d6f5 None None] Sync routers for ids ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:50:48.930602 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad467e-dbed-4fc2-8432-104b9b98d6f5 None None] Routers {'79d003ab-86ed-47fa-8e89-69a9fc29e1bf'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:50:48.931199 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-bcad467e-dbed-4fc2-8432-104b9b98d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:50:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:50:49.019508 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5c804768-88b1-41e1-91cb-52b6116336ee admin admin] Notify callbacks [] for router, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:49.033103 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-bcad467e-dbed-4fc2-8432-104b9b98d6f5 None None] Set router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:50:49.119226 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5c804768-88b1-41e1-91cb-52b6116336ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:49.171024 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-5c804768-88b1-41e1-91cb-52b6116336ee admin admin] Deleting port f5f051cb-7845-4222-b76e-b5f78b52ea62 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:50:49.171241 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5c804768-88b1-41e1-91cb-52b6116336ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:49.212235 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-bcad467e-dbed-4fc2-8432-104b9b98d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:50:48Z', 'revision_number': 5, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port': {'id': 'f5f051cb-7845-4222-b76e-b5f78b52ea62', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:43:48Z', 'updated_at': '2021-09-23T18:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:50:49.238128 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad467e-dbed-4fc2-8432-104b9b98d6f5 None None] Checking router: 79d003ab-86ed-47fa-8e89-69a9fc29e1bf for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:50:49.246187 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad467e-dbed-4fc2-8432-104b9b98d6f5 None None] Routers {'79d003ab-86ed-47fa-8e89-69a9fc29e1bf'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:50:49.246789 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-bcad467e-dbed-4fc2-8432-104b9b98d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:50:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:50:49.250581 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-5c804768-88b1-41e1-91cb-52b6116336ee admin admin] For port f5f051cb-7845-4222-b76e-b5f78b52ea62, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=f5f051cb-7845-4222-b76e-b5f78b52ea62,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:50:49.250947 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5c804768-88b1-41e1-91cb-52b6116336ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:49.262622 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-5c804768-88b1-41e1-91cb-52b6116336ee admin admin] Calling delete_port for f5f051cb-7845-4222-b76e-b5f78b52ea62 owned by network:router_gateway {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:50:49.329406 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-bcad467e-dbed-4fc2-8432-104b9b98d6f5 None None] Set router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf gateway port host: None {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:50:49.380390 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-bcad467e-dbed-4fc2-8432-104b9b98d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:50:49Z', 'revision_number': 6, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port_host': None}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:50:49.410886 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad467e-dbed-4fc2-8432-104b9b98d6f5 None None] The sync data for ids ['79d003ab-86ed-47fa-8e89-69a9fc29e1bf'] in dv-cinder-810415-4-iscsi is: [{'id': '79d003ab-86ed-47fa-8e89-69a9fc29e1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-355609071-router', 'tenant_id': 'bbb56b36ced8493398183f5414134de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:43:47Z', 'updated_at': '2021-09-23T18:50:49Z', 'revision_number': 6, 'project_id': 'bbb56b36ced8493398183f5414134de6', 'gw_port_host': None}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:50:49.423165 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5c804768-88b1-41e1-91cb-52b6116336ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:49.456283 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c804768-88b1-41e1-91cb-52b6116336ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f051cb-7845-4222-b76e-b5f78b52ea62,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:49.508588 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5c804768-88b1-41e1-91cb-52b6116336ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-338777'] for router_gateway, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:49.596629 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5c804768-88b1-41e1-91cb-52b6116336ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5252'] for router, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:49.598743 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5c804768-88b1-41e1-91cb-52b6116336ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:49.639123 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5c804768-88b1-41e1-91cb-52b6116336ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341055'] for router, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:49.639845 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c804768-88b1-41e1-91cb-52b6116336ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79d003ab-86ed-47fa-8e89-69a9fc29e1bf {{(pid=100703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 18:50:49.644259 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5c804768-88b1-41e1-91cb-52b6116336ee admin admin] Notify callbacks [] for router, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:49.645389 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-5c804768-88b1-41e1-91cb-52b6116336ee admin admin] 10.222.0.70 "DELETE /v2.0/routers/79d003ab-86ed-47fa-8e89-69a9fc29e1bf HTTP/1.1" status: 204 len: 168 time: 0.7238374 Sep 23 18:50:49.648386 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 36156) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:49.690461 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f93f891-9f05-4fc9-a6d4-678981324e90 admin admin] Deleting subnet 4fd91db2-dbef-4742-8637-4ee71c7c4188 {{(pid=100703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:50:49.694724 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3f93f891-9f05-4fc9-a6d4-678981324e90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:49.727137 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3f93f891-9f05-4fc9-a6d4-678981324e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629873'] for subnet, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:49.811763 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3f93f891-9f05-4fc9-a6d4-678981324e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:49.864515 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3f93f891-9f05-4fc9-a6d4-678981324e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4756863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4643638'] for subnet, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:49.888812 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93f891-9f05-4fc9-a6d4-678981324e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd91db2-dbef-4742-8637-4ee71c7c4188,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:49.892989 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3f93f891-9f05-4fc9-a6d4-678981324e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:49.894823 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-3f93f891-9f05-4fc9-a6d4-678981324e90 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4fd91db2-dbef-4742-8637-4ee71c7c4188 HTTP/1.1" status: 204 len: 168 time: 0.2455368 Sep 23 18:50:49.897909 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 36158) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:49.899482 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e8ef6d-52e6-402a-bd3f-4cc2b84cb961 None None] Network 6d34e785-4ce6-4052-99a6-618ee041cb51 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:50:49.968566 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:49.971514 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-08cabf64-8d57-4142-8c95-ebcdaba1ad18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.019448 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] Deleting port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:50:50.019797 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.080162 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] For port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=7fbb7c43-c3b7-4917-ad9c-f14829e636f1,segment=NetworkSegment(015f591d-c1c5-4fca-871c-99cbb584630d),segment_id=015f591d-c1c5-4fca-871c-99cbb584630d)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:50:50.080550 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.106121 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] Calling delete_port for 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 owned by network:dhcp {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:50:50.174896 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a22245-fc34-41ab-8222-8bd033f82cdd None None] DHCP port deletion for 6d34e785-4ce6-4052-99a6-618ee041cb51 request from dv-cinder-810415-4-iscsi {{(pid=100705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 18:50:50.206867 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.233349 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-b0a22245-fc34-41ab-8222-8bd033f82cdd None None] Deleting port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 {{(pid=100705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:50:50.233844 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b0a22245-fc34-41ab-8222-8bd033f82cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.237260 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:50:50.239757 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=7fbb7c43-c3b7-4917-ad9c-f14829e636f1,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:50.243735 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] No DVR routers for this DVR port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 on host dv-cinder-810415-4-iscsi {{(pid=100703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:50:50.269121 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:50:50.269472 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:50:50.269863 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device f5f051cb-7845-4222-b76e-b5f78b52ea62 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:50:50.298438 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: f5f051cb-7845-4222-b76e-b5f78b52ea62 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:50:50.299151 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device f5f051cb-7845-4222-b76e-b5f78b52ea62 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:50:50.299663 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device df3cf816-64ff-4bf2-9811-fadad28d8efc no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:50:50.326648 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: df3cf816-64ff-4bf2-9811-fadad28d8efc {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:50:50.326889 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device df3cf816-64ff-4bf2-9811-fadad28d8efc not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:50:50.327451 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.348998 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d34e785-4ce6-4052-99a6-618ee041cb51']}} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:50:50.358581 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015f591d-c1c5-4fca-871c-99cbb584630d') {'for_net_delete': True} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:50:50.358882 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015f591d-c1c5-4fca-871c-99cbb584630d') {} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:50:50.363612 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-b0a22245-fc34-41ab-8222-8bd033f82cdd None None] For port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1, host dv-cinder-810415-4-iscsi, got binding levels [] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:50:50.364012 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b0a22245-fc34-41ab-8222-8bd033f82cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.368971 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629864'] for segment, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.376534 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-b0a22245-fc34-41ab-8222-8bd033f82cdd None None] Calling delete_port for 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 owned by network:dhcp {{(pid=100705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:50:50.379238 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.ipam_backend_mixin [None req-b0a22245-fc34-41ab-8222-8bd033f82cdd None None] Port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 was not found and therefore no delete operation was performed {{(pid=100705) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 18:50:50.380835 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b0a22245-fc34-41ab-8222-8bd033f82cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370'] for port, after_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.382497 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.391271 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=100703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:50:50.391687 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4755921'] for segment, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: Traceback (most recent call last): Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: timer() Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: cb(*args, **kw) Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: return func(*args, **kwargs) Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: self._notify() Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: self.callback(batched_events) Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: event.method(event) Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: return f(self, *a, **k) Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._get(url).json() Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: return self.request(url, 'GET', **kwargs) Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:50:50.403249 dv-cinder-810415-4-iscsi neutron-server[100703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:50:50.406928 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a22245-fc34-41ab-8222-8bd033f82cdd None None] Pushing event deleted for resources: {'Port': ['ID=7fbb7c43-c3b7-4917-ad9c-f14829e636f1,revision_number=None']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:50.413583 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a22245-fc34-41ab-8222-8bd033f82cdd None None] No DVR routers for this DVR port 7fbb7c43-c3b7-4917-ad9c-f14829e636f1 on host dv-cinder-810415-4-iscsi {{(pid=100705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:50:50.460254 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.465392 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.469993 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] 10.222.0.70 "DELETE /v2.0/networks/6d34e785-4ce6-4052-99a6-618ee041cb51 HTTP/1.1" status: 204 len: 168 time: 0.5683885 Sep 23 18:50:50.488907 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf0a80-5b02-4454-b25b-ba9c20a54c3e admin admin] Pushing event deleted for resources: {'Network': ['ID=6d34e785-4ce6-4052-99a6-618ee041cb51,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:50.584947 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 36166) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:50.626852 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-e18414fb-8f85-4f87-a51b-ee34e753fcbc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bbb56b36ced8493398183f5414134de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406897 Sep 23 18:50:50.629431 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 36168) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:50.676020 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-47edfdbd-f69b-4600-9bdd-f1827fb9cab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.696929 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-47edfdbd-f69b-4600-9bdd-f1827fb9cab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.743293 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-47edfdbd-f69b-4600-9bdd-f1827fb9cab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.745862 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-47edfdbd-f69b-4600-9bdd-f1827fb9cab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:50.747009 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-47edfdbd-f69b-4600-9bdd-f1827fb9cab6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3256dd9f-8488-4ce1-82e4-17247449eeb2 HTTP/1.1" status: 204 len: 168 time: 0.1166885 Sep 23 18:50:50.754684 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edfdbd-f69b-4600-9bdd-f1827fb9cab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3256dd9f-8488-4ce1-82e4-17247449eeb2,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:51.395434 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 36192) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:51.495737 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [None req-95ebff3f-c554-46b2-86ce-199e01defd98 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1812773099-network', 'tenant_id': '74d9bb6ea2974674b28c5994fcfe5ced'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:50:51.516634 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ebff3f-c554-46b2-86ce-199e01defd98 admin admin] Made reservation on behalf of 74d9bb6ea2974674b28c5994fcfe5ced for: {'network': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:50:51.518815 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-95ebff3f-c554-46b2-86ce-199e01defd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for network, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:51.526869 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-95ebff3f-c554-46b2-86ce-199e01defd98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:51.617542 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-95ebff3f-c554-46b2-86ce-199e01defd98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:51.622130 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-95ebff3f-c554-46b2-86ce-199e01defd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:51.642524 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ebff3f-c554-46b2-86ce-199e01defd98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=100703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 18:50:51.655282 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebff3f-c554-46b2-86ce-199e01defd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6913da-538c-4811-b872-f9f24298c2cd,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:51.660887 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-95ebff3f-c554-46b2-86ce-199e01defd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:51.661239 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.segments_db [None req-95ebff3f-c554-46b2-86ce-199e01defd98 admin admin] Added segment 328ed6a5-a142-458b-83ab-4c5516de21f7 of type vlan for network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 Sep 23 18:50:51.700547 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-95ebff3f-c554-46b2-86ce-199e01defd98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765689178152'] for network, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:51.723583 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-95ebff3f-c554-46b2-86ce-199e01defd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774'] for network, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:51.725078 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ebff3f-c554-46b2-86ce-199e01defd98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:51.725219 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-95ebff3f-c554-46b2-86ce-199e01defd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:51.755654 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-95ebff3f-c554-46b2-86ce-199e01defd98 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3590419 Sep 23 18:50:51.759921 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 36196) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:50:51.764479 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-2f6c5f65-f6ca-47a7-8ac3-95c4e9490187 admin admin] Request body: {'subnet': {'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1812773099-subnet', 'tenant_id': '74d9bb6ea2974674b28c5994fcfe5ced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:50:51.785906 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6c5f65-f6ca-47a7-8ac3-95c4e9490187 admin admin] Made reservation on behalf of 74d9bb6ea2974674b28c5994fcfe5ced for: {'subnet': 1} {{(pid=100704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:50:51.787454 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebff3f-c554-46b2-86ce-199e01defd98 admin admin] Pushing event updated for resources: {'Network': ['ID=e8d02f8e-bf44-4eef-a94d-f62b57e23c47,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:51.788411 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5f65-f6ca-47a7-8ac3-95c4e9490187 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482579'] for subnet, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:51.797414 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 details requested by agent ovs-agent-dv-cinder-810415-4-iscsi with host dv-cinder-810415-4-iscsi {{(pid=100705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 18:50:51.955724 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5f65-f6ca-47a7-8ac3-95c4e9490187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5742437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482593'] for subnet, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:52.017780 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c5f65-f6ca-47a7-8ac3-95c4e9490187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa173b6d-3840-47fc-9919-bbda748ec4e6,revision_number=0']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:52.023629 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6c5f65-f6ca-47a7-8ac3-95c4e9490187 admin admin] Checking segment: {'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:50:52.024071 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c5f65-f6ca-47a7-8ac3-95c4e9490187 admin admin] Network hostable DHCP agents. Network: e8d02f8e-bf44-4eef-a94d-f62b57e23c47, hostable agents: ['252feac6-cf2a-4b2f-9623-fad03b92293e'], hosted agents: [] {{(pid=100704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 18:50:52.039868 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c5f65-f6ca-47a7-8ac3-95c4e9490187 admin admin] Network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 is scheduled to be hosted by DHCP agent 252feac6-cf2a-4b2f-9623-fad03b92293e with binding_index 1 {{(pid=100704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 18:50:52.047912 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-2f6c5f65-f6ca-47a7-8ac3-95c4e9490187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-4-iscsi, e8d02f8e-bf44-4eef-a94d-f62b57e23c47) {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:50:52.052016 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c5f65-f6ca-47a7-8ac3-95c4e9490187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:52.052739 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5f65-f6ca-47a7-8ac3-95c4e9490187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:52.056545 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f883b4-4fb7-46a2-85eb-24ebb9e6f7c1 None None] Network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:50:52.066939 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-2f6c5f65-f6ca-47a7-8ac3-95c4e9490187 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3063791 Sep 23 18:50:52.178332 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a117c-15e5-4f89-8d7d-302e17f82f44 None None] Network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:50:52.387473 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-bd593d28-4b6c-4b2b-a8e0-3bb603cbbf64 req-40de0654-dd8b-4e26-97c1-60964f17d381 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433815 Sep 23 18:50:52.447228 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd593d28-4b6c-4b2b-a8e0-3bb603cbbf64 req-b89d4012-481d-4888-9447-ea9347193789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:52.448834 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-bd593d28-4b6c-4b2b-a8e0-3bb603cbbf64 req-b89d4012-481d-4888-9447-ea9347193789 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 1098 time: 0.0400448 Sep 23 18:50:52.495319 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022f815-f847-4a71-a644-34f8e009e405 req-46b34c2b-8eb4-40fe-8246-387106e565a6 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:52.496811 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7022f815-f847-4a71-a644-34f8e009e405 req-46b34c2b-8eb4-40fe-8246-387106e565a6 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/networks?id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47 HTTP/1.1" status: 200 len: 815 time: 0.1007757 Sep 23 18:50:52.511631 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7022f815-f847-4a71-a644-34f8e009e405 req-0f398e86-4a84-4ef6-8a93-ea23e9d5dd2c tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/quotas/74d9bb6ea2974674b28c5994fcfe5ced HTTP/1.1" status: 200 len: 375 time: 0.0088325 Sep 23 18:50:52.542659 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7022f815-f847-4a71-a644-34f8e009e405 req-4822644f-fab4-4889-9c76-1f9219f29db5 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=74d9bb6ea2974674b28c5994fcfe5ced&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255344 Sep 23 18:50:52.550271 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd593d28-4b6c-4b2b-a8e0-3bb603cbbf64 req-18ce7e56-1ddd-435f-86a4-1db16be9a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:52.551735 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-bd593d28-4b6c-4b2b-a8e0-3bb603cbbf64 req-18ce7e56-1ddd-435f-86a4-1db16be9a046 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 200 len: 913 time: 0.0825510 Sep 23 18:50:52.601728 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-0526f3d9-1812-4e39-9855-1bbe1750aa55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:52.624545 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-bd593d28-4b6c-4b2b-a8e0-3bb603cbbf64 req-1ad6080e-5cdd-4dff-8a38-aa379c4cde13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e4e982c-296d-4214-b597-4e028fbf7da2 HTTP/1.1" status: 200 len: 1000 time: 0.0656397 Sep 23 18:50:52.672543 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd593d28-4b6c-4b2b-a8e0-3bb603cbbf64 req-ec2b8eb6-87e7-4a07-aaee-96153975b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:52.673990 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-bd593d28-4b6c-4b2b-a8e0-3bb603cbbf64 req-ec2b8eb6-87e7-4a07-aaee-96153975b926 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=879b8817-bb1c-4e98-87fd-23bc279c23d8 HTTP/1.1" status: 200 len: 850 time: 0.0421906 Sep 23 18:50:52.683481 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7022f815-f847-4a71-a644-34f8e009e405 req-54b1591e-154e-4b59-8bbc-2ac42299b2ad service neutron] 10.222.0.70 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339817 Sep 23 18:50:52.719043 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd593d28-4b6c-4b2b-a8e0-3bb603cbbf64 req-30b53ee1-f9f5-4ded-9230-e67f16a1682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:52.720583 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-bd593d28-4b6c-4b2b-a8e0-3bb603cbbf64 req-30b53ee1-f9f5-4ded-9230-e67f16a1682e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391459 Sep 23 18:50:52.773964 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7022f815-f847-4a71-a644-34f8e009e405 req-c15454f4-a9e2-4f0a-84c5-3cdb3b15fb26 service neutron] 10.222.0.70 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844784 Sep 23 18:50:52.813807 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-bd593d28-4b6c-4b2b-a8e0-3bb603cbbf64 req-115d565e-8e81-45f4-b822-b0a26b5b3df6 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859826 Sep 23 18:50:52.921815 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:52.933675 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-bd593d28-4b6c-4b2b-a8e0-3bb603cbbf64 req-8c0136b9-ad7e-4922-8cc7-f15fc876df60 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108961 Sep 23 18:50:52.942422 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8a817356-77c6-45eb-b69e-0b768a5ee54d req-f66e376f-61b4-4e25-a43e-aab5602a9a89 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=81c53ce2-609a-4984-9d4d-116c843f237a HTTP/1.1" status: 200 len: 210 time: 0.0289154 Sep 23 18:50:53.593699 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:53.821374 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022f815-f847-4a71-a644-34f8e009e405 req-39c3a0a0-beb8-40a9-b2ee-72110922ac3f tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:53.822835 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7022f815-f847-4a71-a644-34f8e009e405 req-39c3a0a0-beb8-40a9-b2ee-72110922ac3f tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.42 "GET /v2.0/networks?id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47 HTTP/1.1" status: 200 len: 815 time: 0.1020856 Sep 23 18:50:53.837400 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-7022f815-f847-4a71-a644-34f8e009e405 req-04671114-56c4-48b0-8dfe-e14dee47cd65 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Request body: {'port': {'device_id': '81c53ce2-609a-4984-9d4d-116c843f237a', 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47', 'admin_state_up': True, 'tenant_id': '74d9bb6ea2974674b28c5994fcfe5ced'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:50:53.955885 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7022f815-f847-4a71-a644-34f8e009e405 req-04671114-56c4-48b0-8dfe-e14dee47cd65 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Made reservation on behalf of 74d9bb6ea2974674b28c5994fcfe5ced for: {'port': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:50:53.960664 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-7022f815-f847-4a71-a644-34f8e009e405 req-04671114-56c4-48b0-8dfe-e14dee47cd65 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:54.046958 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-487ea953-38e6-4608-b11a-520e46cc41ed req-6d4d7955-bd5f-4833-952d-127167446529 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=81c53ce2-609a-4984-9d4d-116c843f237a HTTP/1.1" status: 200 len: 210 time: 0.0269604 Sep 23 18:50:54.088032 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [req-7022f815-f847-4a71-a644-34f8e009e405 req-04671114-56c4-48b0-8dfe-e14dee47cd65 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Allocated IP 172.20.0.5 (e8d02f8e-bf44-4eef-a94d-f62b57e23c47/aa173b6d-3840-47fc-9919-bbda748ec4e6/e0d60e1a-686e-410c-a89c-735d376b72e7) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:50:54.241472 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-7022f815-f847-4a71-a644-34f8e009e405 req-04671114-56c4-48b0-8dfe-e14dee47cd65 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:54.274626 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-7022f815-f847-4a71-a644-34f8e009e405 req-04671114-56c4-48b0-8dfe-e14dee47cd65 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:54.318480 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7022f815-f847-4a71-a644-34f8e009e405 req-04671114-56c4-48b0-8dfe-e14dee47cd65 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:50:54.321418 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [req-7022f815-f847-4a71-a644-34f8e009e405 req-04671114-56c4-48b0-8dfe-e14dee47cd65 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:50:54.324875 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-7022f815-f847-4a71-a644-34f8e009e405 req-04671114-56c4-48b0-8dfe-e14dee47cd65 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:50:54.333489 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04671114-56c4-48b0-8dfe-e14dee47cd65 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Pushing event updated for resources: {'Port': ['ID=e0d60e1a-686e-410c-a89c-735d376b72e7,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:54.377475 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022f815-f847-4a71-a644-34f8e009e405 req-04671114-56c4-48b0-8dfe-e14dee47cd65 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:54.378068 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-7022f815-f847-4a71-a644-34f8e009e405 req-04671114-56c4-48b0-8dfe-e14dee47cd65 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:54.391655 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7022f815-f847-4a71-a644-34f8e009e405 req-04671114-56c4-48b0-8dfe-e14dee47cd65 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5591142 Sep 23 18:50:54.403678 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Request body: {'port': {'device_id': '81c53ce2-609a-4984-9d4d-116c843f237a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:50:54.467013 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:54.717532 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d60e1a-686e-410c-a89c-735d376b72e7 {{(pid=100703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:50:54.725217 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:54.736719 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.provisioning_blocks [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Transition to ACTIVE for port object e0d60e1a-686e-410c-a89c-735d376b72e7 will not be triggered until provisioned by entity L2. {{(pid=100703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:50:54.741234 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:54.803589 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d60e1a-686e-410c-a89c-735d376b72e7,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:54.855422 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Attempting to bind port e0d60e1a-686e-410c-a89c-735d376b72e7 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:50:54.856072 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Attempting to bind port e0d60e1a-686e-410c-a89c-735d376b72e7 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:50:54.856072 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Attempting to bind port e0d60e1a-686e-410c-a89c-735d376b72e7 on network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:50:54.860175 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Port e0d60e1a-686e-410c-a89c-735d376b72e7 on network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:50:54.860524 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Attempting to bind port e0d60e1a-686e-410c-a89c-735d376b72e7 on network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:50:54.865202 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:50:54.865537 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Checking segment: {'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:50:54.865940 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Bound using segment: {'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:50:54.866362 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Bound port: e0d60e1a-686e-410c-a89c-735d376b72e7, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'}}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:50:54.866714 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:54.926586 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] For port e0d60e1a-686e-410c-a89c-735d376b72e7, host hv-cinder-81041, cleared binding levels {{(pid=100703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:50:54.929792 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] For port e0d60e1a-686e-410c-a89c-735d376b72e7, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e0d60e1a-686e-410c-a89c-735d376b72e7,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:50:54.933242 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:54.965058 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:54.965675 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:54.967050 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7022f815-f847-4a71-a644-34f8e009e405 req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] 10.222.0.42 "PUT /v2.0/ports/e0d60e1a-686e-410c-a89c-735d376b72e7 HTTP/1.1" status: 200 len: 1093 time: 0.5674822 Sep 23 18:50:54.967487 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c53ce2-609a-4984-9d4d-116c843f237a', 'tag': 'e0d60e1a-686e-410c-a89c-735d376b72e7'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:50:54.969780 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fb8f85-e69a-4c3a-a203-4788df3ecf7f" -d '{"events": [{"name": "network-changed", "server_uuid": "81c53ce2-609a-4984-9d4d-116c843f237a", "tag": "e0d60e1a-686e-410c-a89c-735d376b72e7"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:50:54.995242 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677c9f4-0f41-4177-843b-c0c5a81e1ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d60e1a-686e-410c-a89c-735d376b72e7,revision_number=3']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:55.025653 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf504dd6-20f1-4f70-bf69-6fe4e778c05a x-openstack-request-id: req-bf504dd6-20f1-4f70-bf69-6fe4e778c05a {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:50:55.025958 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c53ce2-609a-4984-9d4d-116c843f237a", "tag": "e0d60e1a-686e-410c-a89c-735d376b72e7", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:50:55.026230 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf504dd6-20f1-4f70-bf69-6fe4e778c05a {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:50:55.026665 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c53ce2-609a-4984-9d4d-116c843f237a', 'tag': 'e0d60e1a-686e-410c-a89c-735d376b72e7', 'status': 'completed', 'code': 200} Sep 23 18:50:55.056946 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022f815-f847-4a71-a644-34f8e009e405 req-a1d522ed-8772-429a-949e-84446c41bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:55.058426 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7022f815-f847-4a71-a644-34f8e009e405 req-a1d522ed-8772-429a-949e-84446c41bfbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74d9bb6ea2974674b28c5994fcfe5ced&device_id=81c53ce2-609a-4984-9d4d-116c843f237a HTTP/1.1" status: 200 len: 1096 time: 0.0423770 Sep 23 18:50:55.102102 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7022f815-f847-4a71-a644-34f8e009e405 req-c012bb89-5a76-470f-84a7-3054510a724a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0d60e1a-686e-410c-a89c-735d376b72e7 HTTP/1.1" status: 200 len: 217 time: 0.0362051 Sep 23 18:50:55.151160 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022f815-f847-4a71-a644-34f8e009e405 req-0d65cc60-9817-466a-bb53-6d6f64a6b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:55.152640 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7022f815-f847-4a71-a644-34f8e009e405 req-0d65cc60-9817-466a-bb53-6d6f64a6b59b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa173b6d-3840-47fc-9919-bbda748ec4e6 HTTP/1.1" status: 200 len: 855 time: 0.0438125 Sep 23 18:50:55.159656 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e393ed-5c2e-4142-8c37-4ba1d6dc52da req-72869686-e414-48ec-b3c3-2955bd1ae164 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:55.161790 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a5e393ed-5c2e-4142-8c37-4ba1d6dc52da req-72869686-e414-48ec-b3c3-2955bd1ae164 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=81c53ce2-609a-4984-9d4d-116c843f237a HTTP/1.1" status: 200 len: 943 time: 0.0490038 Sep 23 18:50:55.184459 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7022f815-f847-4a71-a644-34f8e009e405 req-401a42ae-11f8-4d90-9478-7c0a1a27c98c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247791 Sep 23 18:50:55.199638 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a5e393ed-5c2e-4142-8c37-4ba1d6dc52da req-89caf8aa-99a3-4697-8304-3542afb07614 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317864 Sep 23 18:50:55.275767 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7022f815-f847-4a71-a644-34f8e009e405 req-a8046607-bc25-4f89-bb0d-3d494f2bd6cf service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843942 Sep 23 18:50:55.361019 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7022f815-f847-4a71-a644-34f8e009e405 req-f41ac740-3276-4fbf-bc1b-59f10c2d83a2 service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782993 Sep 23 18:50:55.456070 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb8f85-e69a-4c3a-a203-4788df3ecf7f req-338251f7-a4d1-40e6-9032-a5d07fe8affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:55.457576 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-89fb8f85-e69a-4c3a-a203-4788df3ecf7f req-338251f7-a4d1-40e6-9032-a5d07fe8affd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74d9bb6ea2974674b28c5994fcfe5ced&device_id=81c53ce2-609a-4984-9d4d-116c843f237a HTTP/1.1" status: 200 len: 1096 time: 0.0448546 Sep 23 18:50:55.462555 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:55.549461 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb8f85-e69a-4c3a-a203-4788df3ecf7f req-cc250465-12f3-4171-8dce-eb885da86536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:55.550985 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-89fb8f85-e69a-4c3a-a203-4788df3ecf7f req-cc250465-12f3-4171-8dce-eb885da86536 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47 HTTP/1.1" status: 200 len: 917 time: 0.0828528 Sep 23 18:50:55.593510 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-89fb8f85-e69a-4c3a-a203-4788df3ecf7f req-94b296b9-3ee7-405c-b0d7-3af34202f093 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0d60e1a-686e-410c-a89c-735d376b72e7 HTTP/1.1" status: 200 len: 217 time: 0.0348358 Sep 23 18:50:55.641487 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb8f85-e69a-4c3a-a203-4788df3ecf7f req-bac8652d-c12a-4711-a83f-6263433c6259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:55.642859 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-89fb8f85-e69a-4c3a-a203-4788df3ecf7f req-bac8652d-c12a-4711-a83f-6263433c6259 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa173b6d-3840-47fc-9919-bbda748ec4e6 HTTP/1.1" status: 200 len: 855 time: 0.0414746 Sep 23 18:50:55.674425 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-89fb8f85-e69a-4c3a-a203-4788df3ecf7f req-077f3886-fc97-4d92-b485-b3c2864ac099 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227020 Sep 23 18:50:55.768734 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-89fb8f85-e69a-4c3a-a203-4788df3ecf7f req-907eee79-231a-46d7-b3a7-786769969923 service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852480 Sep 23 18:50:55.855746 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-89fb8f85-e69a-4c3a-a203-4788df3ecf7f req-623f196a-a8e9-49b4-a526-051fbeb9c353 service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787022 Sep 23 18:50:56.312295 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec04b3-9bc7-4ea4-b19d-cde94503eeb9 req-859e3d3d-348a-4132-8c28-72f004d51425 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:56.313750 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bcec04b3-9bc7-4ea4-b19d-cde94503eeb9 req-859e3d3d-348a-4132-8c28-72f004d51425 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=81c53ce2-609a-4984-9d4d-116c843f237a HTTP/1.1" status: 200 len: 943 time: 0.0473015 Sep 23 18:50:56.354178 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bcec04b3-9bc7-4ea4-b19d-cde94503eeb9 req-6d31e687-cf5a-4178-aeb0-0aaf7274fe3f tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337613 Sep 23 18:50:56.750858 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device e0d60e1a-686e-410c-a89c-735d376b72e7 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:50:56.843145 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port e0d60e1a-686e-410c-a89c-735d376b72e7, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e0d60e1a-686e-410c-a89c-735d376b72e7,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:50:56.853618 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': 'e0d60e1a-686e-410c-a89c-735d376b72e7', 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47', 'port_id': 'e0d60e1a-686e-410c-a89c-735d376b72e7', 'mac_address': 'fa:16:3e:60:d5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa173b6d-3840-47fc-9919-bbda748ec4e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:50:56.888922 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:56.901340 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d60e1a-686e-410c-a89c-735d376b72e7 {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:50:56.923936 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port e0d60e1a-686e-410c-a89c-735d376b72e7, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e0d60e1a-686e-410c-a89c-735d376b72e7,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:50:56.927663 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:56.971015 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=e0d60e1a-686e-410c-a89c-735d376b72e7,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:57.144134 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['e0d60e1a-686e-410c-a89c-735d376b72e7'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:50:57.464172 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e499a0f-a2ac-4c1a-b8b1-9f5dfb573b52 req-dd8ef9e4-564a-4bbd-b987-0d199ef21d39 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:57.465558 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8e499a0f-a2ac-4c1a-b8b1-9f5dfb573b52 req-dd8ef9e4-564a-4bbd-b987-0d199ef21d39 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=81c53ce2-609a-4984-9d4d-116c843f237a HTTP/1.1" status: 200 len: 944 time: 0.0474563 Sep 23 18:50:57.502633 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8e499a0f-a2ac-4c1a-b8b1-9f5dfb573b52 req-006cf543-35e1-4152-97b2-f5d7b0e72991 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313029 Sep 23 18:50:58.612581 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4f386-1ea9-40e0-a7ad-ef0a2f3b4371 req-9228e3a3-0820-488c-8876-3fcd0091fbf5 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:58.614030 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f8e4f386-1ea9-40e0-a7ad-ef0a2f3b4371 req-9228e3a3-0820-488c-8876-3fcd0091fbf5 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=81c53ce2-609a-4984-9d4d-116c843f237a HTTP/1.1" status: 200 len: 944 time: 0.0473421 Sep 23 18:50:58.650417 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f8e4f386-1ea9-40e0-a7ad-ef0a2f3b4371 req-799c3362-ae15-4399-b593-196aac763e47 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301080 Sep 23 18:50:58.765624 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device e0d60e1a-686e-410c-a89c-735d376b72e7 up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:50:58.815747 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port e0d60e1a-686e-410c-a89c-735d376b72e7 completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:50:58.819280 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port e0d60e1a-686e-410c-a89c-735d376b72e7 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:50:58.819658 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:58.895626 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:58.917950 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c53ce2-609a-4984-9d4d-116c843f237a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d60e1a-686e-410c-a89c-735d376b72e7'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:50:58.920110 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00daeed6-cba4-4ad3-8a31-994e996c429d" -d '{"events": [{"server_uuid": "81c53ce2-609a-4984-9d4d-116c843f237a", "name": "network-vif-plugged", "status": "completed", "tag": "e0d60e1a-686e-410c-a89c-735d376b72e7"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:50:58.932348 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port e0d60e1a-686e-410c-a89c-735d376b72e7, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e0d60e1a-686e-410c-a89c-735d376b72e7,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:50:58.936781 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:50:58.962492 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25c383b-aec9-4e7b-95e9-44cbde1880b5 x-openstack-request-id: req-b25c383b-aec9-4e7b-95e9-44cbde1880b5 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:50:58.962777 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c53ce2-609a-4984-9d4d-116c843f237a", "name": "network-vif-plugged", "status": "completed", "tag": "e0d60e1a-686e-410c-a89c-735d376b72e7", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:50:58.963019 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b25c383b-aec9-4e7b-95e9-44cbde1880b5 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:50:58.963394 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c53ce2-609a-4984-9d4d-116c843f237a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d60e1a-686e-410c-a89c-735d376b72e7', 'code': 200} Sep 23 18:50:58.988852 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=e0d60e1a-686e-410c-a89c-735d376b72e7,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:50:59.118635 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c27a77-e9a6-45ef-a2bd-663837c9de7a req-4d70435e-ee27-482f-bb31-4674ca597c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:59.120104 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-d5c27a77-e9a6-45ef-a2bd-663837c9de7a req-4d70435e-ee27-482f-bb31-4674ca597c87 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81c53ce2-609a-4984-9d4d-116c843f237a HTTP/1.1" status: 200 len: 1098 time: 0.0403807 Sep 23 18:50:59.153167 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-d5c27a77-e9a6-45ef-a2bd-663837c9de7a req-9f22b461-5335-4972-b0f6-e78a81d6a0d5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263886 Sep 23 18:50:59.760312 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476db2b4-2ecc-4eac-923e-27458edf8ab9 req-5b32c200-84e1-45cc-9dcd-1f585ef6aeed tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:50:59.761743 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-476db2b4-2ecc-4eac-923e-27458edf8ab9 req-5b32c200-84e1-45cc-9dcd-1f585ef6aeed tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=81c53ce2-609a-4984-9d4d-116c843f237a HTTP/1.1" status: 200 len: 945 time: 0.0468721 Sep 23 18:50:59.804392 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-476db2b4-2ecc-4eac-923e-27458edf8ab9 req-8ea30cec-6532-46e5-870b-b154d2d13ec9 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368755 Sep 23 18:51:00.918989 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fece55-b8db-4101-92c4-e1cae4d0e275 req-04fcc020-e5c1-44ea-b6cd-e2a2267fed1c tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:00.920441 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c6fece55-b8db-4101-92c4-e1cae4d0e275 req-04fcc020-e5c1-44ea-b6cd-e2a2267fed1c tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=81c53ce2-609a-4984-9d4d-116c843f237a HTTP/1.1" status: 200 len: 945 time: 0.0470364 Sep 23 18:51:00.957054 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c6fece55-b8db-4101-92c4-e1cae4d0e275 req-3bca7726-63ba-4f0a-94af-9d8fcb42e640 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307600 Sep 23 18:51:09.186743 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-5419dfa2-0c37-4e95-ab21-37ed46b17525 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:09.188158 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-5419dfa2-0c37-4e95-ab21-37ed46b17525 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/networks?id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47 HTTP/1.1" status: 200 len: 815 time: 0.1019032 Sep 23 18:51:09.203240 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-9c4afb87-38de-4e6b-a596-0d62584c7972 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/quotas/74d9bb6ea2974674b28c5994fcfe5ced HTTP/1.1" status: 200 len: 375 time: 0.0087683 Sep 23 18:51:09.249426 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-627e2c5d-1665-4910-963b-e61a5d7802c9 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=74d9bb6ea2974674b28c5994fcfe5ced&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0412459 Sep 23 18:51:09.336234 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-5dd5ef75-a94e-4667-870a-32a112277bcd service neutron] 10.222.0.70 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794556 Sep 23 18:51:09.430256 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-56b9301e-6d4d-43e4-bc39-62f4954ec97a service neutron] 10.222.0.70 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865760 Sep 23 18:51:09.581299 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-cf283022-b612-49af-84be-fa3da366064f req-059abdb7-c976-4d0a-ad20-11f783d03023 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8b279cf-7b01-4a5d-a9a8-86e1ca59904c HTTP/1.1" status: 200 len: 210 time: 0.0256133 Sep 23 18:51:10.472385 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-0a4a578d-4f8a-4427-b4c9-ce3c92f4572a tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:10.474468 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-0a4a578d-4f8a-4427-b4c9-ce3c92f4572a tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.42 "GET /v2.0/networks?id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47 HTTP/1.1" status: 200 len: 815 time: 0.1062818 Sep 23 18:51:10.486128 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-6d6bef99-0121-4c3e-ac8a-075eef50a90b tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Request body: {'port': {'device_id': 'f8b279cf-7b01-4a5d-a9a8-86e1ca59904c', 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47', 'admin_state_up': True, 'tenant_id': '74d9bb6ea2974674b28c5994fcfe5ced'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:51:10.676616 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-61d1bcb4-3374-470d-b646-2a39b155c015 req-c8e545c0-c0af-4497-8807-222d58351a3e tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8b279cf-7b01-4a5d-a9a8-86e1ca59904c HTTP/1.1" status: 200 len: 210 time: 0.0266747 Sep 23 18:51:10.819317 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-6d6bef99-0121-4c3e-ac8a-075eef50a90b tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Made reservation on behalf of 74d9bb6ea2974674b28c5994fcfe5ced for: {'port': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:51:10.822711 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-6d6bef99-0121-4c3e-ac8a-075eef50a90b tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:10.941312 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-6d6bef99-0121-4c3e-ac8a-075eef50a90b tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Allocated IP 172.20.0.8 (e8d02f8e-bf44-4eef-a94d-f62b57e23c47/aa173b6d-3840-47fc-9919-bbda748ec4e6/78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:51:11.086823 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-6d6bef99-0121-4c3e-ac8a-075eef50a90b tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:11.119795 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-6d6bef99-0121-4c3e-ac8a-075eef50a90b tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:11.134510 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['e0d60e1a-686e-410c-a89c-735d376b72e7'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:51:11.160944 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-6d6bef99-0121-4c3e-ac8a-075eef50a90b tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:51:11.164079 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-6d6bef99-0121-4c3e-ac8a-075eef50a90b tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:51:11.167692 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-6d6bef99-0121-4c3e-ac8a-075eef50a90b tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:51:11.197012 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6bef99-0121-4c3e-ac8a-075eef50a90b tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Pushing event updated for resources: {'Port': ['ID=78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:11.223709 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-6d6bef99-0121-4c3e-ac8a-075eef50a90b tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:11.224351 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-6d6bef99-0121-4c3e-ac8a-075eef50a90b tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:11.237913 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-6d6bef99-0121-4c3e-ac8a-075eef50a90b tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7554190 Sep 23 18:51:11.250900 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Request body: {'port': {'device_id': 'f8b279cf-7b01-4a5d-a9a8-86e1ca59904c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:51:11.302548 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:11.551700 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 {{(pid=100703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:51:11.559462 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:11.571539 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.provisioning_blocks [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Transition to ACTIVE for port object 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 will not be triggered until provisioned by entity L2. {{(pid=100703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:51:11.574645 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:11.643873 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Pushing event updated for resources: {'Port': ['ID=78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:11.690104 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Attempting to bind port 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:51:11.690440 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Attempting to bind port 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:51:11.690770 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Attempting to bind port 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 on network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:51:11.694948 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Port 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 on network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:51:11.695272 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Attempting to bind port 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 on network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:51:11.699941 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:51:11.700295 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Checking segment: {'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:51:11.700684 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Bound using segment: {'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:51:11.701107 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Bound port: 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'}}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:51:11.701463 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:11.764028 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] For port 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7, host hv-cinder-81041, cleared binding levels {{(pid=100703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:51:11.766979 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] For port 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:51:11.771759 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:11.789158 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de24ab-f149-49d0-926c-7ee975138fa9 req-38973991-44a1-4872-9ec5-95200d9f42c3 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:11.790641 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-03de24ab-f149-49d0-926c-7ee975138fa9 req-38973991-44a1-4872-9ec5-95200d9f42c3 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8b279cf-7b01-4a5d-a9a8-86e1ca59904c HTTP/1.1" status: 200 len: 943 time: 0.0474999 Sep 23 18:51:11.809058 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:11.809683 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:11.811072 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] 10.222.0.42 "PUT /v2.0/ports/78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 HTTP/1.1" status: 200 len: 1093 time: 0.5642328 Sep 23 18:51:11.811523 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b279cf-7b01-4a5d-a9a8-86e1ca59904c', 'tag': '78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:51:11.813810 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fccc6b-6540-47a6-ac8e-977b8627c85c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b279cf-7b01-4a5d-a9a8-86e1ca59904c", "tag": "78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:51:11.841466 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-03de24ab-f149-49d0-926c-7ee975138fa9 req-7e596719-014c-4a72-873e-c3d01ccf6e53 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448306 Sep 23 18:51:11.850291 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a18c86-ac02-411d-bc3e-ee822f49793f service neutron] Pushing event updated for resources: {'Port': ['ID=78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7,revision_number=3']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:11.866603 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0d65cb-bd32-409b-9f63-4febcb09b8c2 x-openstack-request-id: req-ff0d65cb-bd32-409b-9f63-4febcb09b8c2 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:51:11.866890 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b279cf-7b01-4a5d-a9a8-86e1ca59904c", "tag": "78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:51:11.867143 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff0d65cb-bd32-409b-9f63-4febcb09b8c2 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:51:11.867529 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b279cf-7b01-4a5d-a9a8-86e1ca59904c', 'tag': '78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7', 'status': 'completed', 'code': 200} Sep 23 18:51:11.899155 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-5b002851-42ae-43b5-a685-34807fec8bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:11.900660 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-5b002851-42ae-43b5-a685-34807fec8bda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74d9bb6ea2974674b28c5994fcfe5ced&device_id=f8b279cf-7b01-4a5d-a9a8-86e1ca59904c HTTP/1.1" status: 200 len: 1096 time: 0.0437524 Sep 23 18:51:11.944994 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-f26958ee-defd-45a5-9b7f-461b647858b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 HTTP/1.1" status: 200 len: 217 time: 0.0322082 Sep 23 18:51:11.999994 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-8cd6db8f-eca1-4265-82fb-edc95ed05fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:12.001446 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-8cd6db8f-eca1-4265-82fb-edc95ed05fda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa173b6d-3840-47fc-9919-bbda748ec4e6 HTTP/1.1" status: 200 len: 855 time: 0.0457418 Sep 23 18:51:12.035829 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-2888184d-0c7e-4ecb-8dd4-c797071e4d1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234838 Sep 23 18:51:12.127381 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-9fa48661-268a-410f-8ae7-fa74ebfb34fb service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833628 Sep 23 18:51:12.220143 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-0c0dc555-011b-4000-99c8-5a62eeea54dc req-f4b29b51-f632-40c4-b3f5-ed61f5ede652 service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825362 Sep 23 18:51:12.311910 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fccc6b-6540-47a6-ac8e-977b8627c85c req-88607f58-121e-4dbb-8a32-22b6e0a09e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:12.313376 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-62fccc6b-6540-47a6-ac8e-977b8627c85c req-88607f58-121e-4dbb-8a32-22b6e0a09e0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74d9bb6ea2974674b28c5994fcfe5ced&device_id=f8b279cf-7b01-4a5d-a9a8-86e1ca59904c HTTP/1.1" status: 200 len: 1096 time: 0.0396721 Sep 23 18:51:12.403191 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fccc6b-6540-47a6-ac8e-977b8627c85c req-35449301-09bd-47de-813a-a4abff22f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:12.404677 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-62fccc6b-6540-47a6-ac8e-977b8627c85c req-35449301-09bd-47de-813a-a4abff22f993 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47 HTTP/1.1" status: 200 len: 917 time: 0.0839605 Sep 23 18:51:12.446147 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-62fccc6b-6540-47a6-ac8e-977b8627c85c req-d19739c7-c985-4877-8ca8-ae836f27749d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 HTTP/1.1" status: 200 len: 217 time: 0.0333142 Sep 23 18:51:12.496075 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fccc6b-6540-47a6-ac8e-977b8627c85c req-7e200d7f-c979-40fc-91b9-03a9c99eee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:12.497499 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-62fccc6b-6540-47a6-ac8e-977b8627c85c req-7e200d7f-c979-40fc-91b9-03a9c99eee90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa173b6d-3840-47fc-9919-bbda748ec4e6 HTTP/1.1" status: 200 len: 855 time: 0.0423002 Sep 23 18:51:12.534219 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-62fccc6b-6540-47a6-ac8e-977b8627c85c req-fcce94bb-0455-4a13-88e4-c32fba75e7f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266597 Sep 23 18:51:12.622543 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-62fccc6b-6540-47a6-ac8e-977b8627c85c req-4da5e8b6-77c7-4846-be3f-26ab7e7e8d1f service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796766 Sep 23 18:51:12.711637 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-62fccc6b-6540-47a6-ac8e-977b8627c85c req-dac70781-8193-4d1a-bfac-ef0988dc616f service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801504 Sep 23 18:51:12.954498 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d69d44-16e5-4cba-9f39-80bd6b3d4605 req-fcbb44bc-9685-463b-a1e3-3b1be65bda9a tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:12.955946 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-85d69d44-16e5-4cba-9f39-80bd6b3d4605 req-fcbb44bc-9685-463b-a1e3-3b1be65bda9a tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8b279cf-7b01-4a5d-a9a8-86e1ca59904c HTTP/1.1" status: 200 len: 943 time: 0.0473831 Sep 23 18:51:12.992124 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-85d69d44-16e5-4cba-9f39-80bd6b3d4605 req-7c15da55-64de-48c3-91dc-71b2bd549a10 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296156 Sep 23 18:51:14.102340 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae159db3-c519-4d72-a535-24b3029a042b req-a7ea40be-09ec-4fa2-8ea5-4a3b531cfdd9 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:14.103800 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ae159db3-c519-4d72-a535-24b3029a042b req-a7ea40be-09ec-4fa2-8ea5-4a3b531cfdd9 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8b279cf-7b01-4a5d-a9a8-86e1ca59904c HTTP/1.1" status: 200 len: 943 time: 0.0477018 Sep 23 18:51:14.139597 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ae159db3-c519-4d72-a535-24b3029a042b req-0c0e9bfd-5834-47b2-9003-96c9d12ae24c tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297213 Sep 23 18:51:14.889561 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:51:14.983106 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:51:14.993649 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7', 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47', 'port_id': '78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7', 'mac_address': 'fa:16:3e:5a:57:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa173b6d-3840-47fc-9919-bbda748ec4e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:51:15.028916 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:15.041473 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:51:15.059631 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:51:15.063623 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:15.111595 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:15.252071 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2fafe-6647-43d8-984f-995d217b3192 req-25bbed85-16fa-44f6-9a0a-639235734ed8 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:15.253578 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-83b2fafe-6647-43d8-984f-995d217b3192 req-25bbed85-16fa-44f6-9a0a-639235734ed8 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8b279cf-7b01-4a5d-a9a8-86e1ca59904c HTTP/1.1" status: 200 len: 944 time: 0.0469966 Sep 23 18:51:15.286774 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:51:15.299520 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-83b2fafe-6647-43d8-984f-995d217b3192 req-69992950-b769-46c0-8a81-8c04cda698ec tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393701 Sep 23 18:51:16.311419 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:51:16.421319 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a80cc3-b536-4504-b2cd-94bcd77a63ae req-e7df0583-1b2b-44e4-add1-d951a606dd75 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:16.422784 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f8a80cc3-b536-4504-b2cd-94bcd77a63ae req-e7df0583-1b2b-44e4-add1-d951a606dd75 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8b279cf-7b01-4a5d-a9a8-86e1ca59904c HTTP/1.1" status: 200 len: 944 time: 0.0488548 Sep 23 18:51:16.458944 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f8a80cc3-b536-4504-b2cd-94bcd77a63ae req-3e49b061-3be1-4b2f-a19e-a9be76bcf43f tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303745 Sep 23 18:51:16.890128 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:51:16.936777 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:51:16.940429 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:51:16.940801 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:17.016721 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:17.038435 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b279cf-7b01-4a5d-a9a8-86e1ca59904c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:51:17.040692 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0771c152-dbe8-4f32-99ae-4e1c568438e5" -d '{"events": [{"server_uuid": "f8b279cf-7b01-4a5d-a9a8-86e1ca59904c", "name": "network-vif-plugged", "status": "completed", "tag": "78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:51:17.053353 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:51:17.057561 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:17.085355 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977406b3-1733-4237-8f2b-1ff60f0f4896 x-openstack-request-id: req-977406b3-1733-4237-8f2b-1ff60f0f4896 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:51:17.085648 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b279cf-7b01-4a5d-a9a8-86e1ca59904c", "name": "network-vif-plugged", "status": "completed", "tag": "78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:51:17.085901 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-977406b3-1733-4237-8f2b-1ff60f0f4896 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:51:17.086276 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b279cf-7b01-4a5d-a9a8-86e1ca59904c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7', 'code': 200} Sep 23 18:51:17.110731 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:17.240290 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48a2f4-18c2-47b3-9a45-752080ea21ca req-6c28402e-bf06-40c1-a165-39731278c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:17.241716 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-0e48a2f4-18c2-47b3-9a45-752080ea21ca req-6c28402e-bf06-40c1-a165-39731278c015 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8b279cf-7b01-4a5d-a9a8-86e1ca59904c HTTP/1.1" status: 200 len: 1098 time: 0.0398815 Sep 23 18:51:17.279271 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-0e48a2f4-18c2-47b3-9a45-752080ea21ca req-610f7922-c78a-4cea-83e3-dfa10c8b5f0d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271993 Sep 23 18:51:17.325920 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:17.569418 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b4a26-f664-48a7-b337-665d1bdcaec9 req-12519029-eb24-4783-a2dc-7e549849017f tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:17.571071 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0d1b4a26-f664-48a7-b337-665d1bdcaec9 req-12519029-eb24-4783-a2dc-7e549849017f tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8b279cf-7b01-4a5d-a9a8-86e1ca59904c HTTP/1.1" status: 200 len: 945 time: 0.0479431 Sep 23 18:51:17.607313 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-0d1b4a26-f664-48a7-b337-665d1bdcaec9 req-7617e322-c719-47f3-8623-25492e7f727a tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302315 Sep 23 18:51:18.720665 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef8312-7be9-442d-8669-6a6a6e876659 req-f2e7fe6b-0050-4ada-b42d-b9f922e0063d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:18.722128 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5cef8312-7be9-442d-8669-6a6a6e876659 req-f2e7fe6b-0050-4ada-b42d-b9f922e0063d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8b279cf-7b01-4a5d-a9a8-86e1ca59904c HTTP/1.1" status: 200 len: 945 time: 0.0482709 Sep 23 18:51:18.762525 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-5cef8312-7be9-442d-8669-6a6a6e876659 req-2448bb68-7e33-4e83-973a-5258785c31ac tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339036 Sep 23 18:51:19.932345 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-2db2d845-3754-4e4f-b90a-625867781af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:20.448379 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-54661ff9-d167-42fa-b61d-4140f58bf23e tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:20.449758 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-54661ff9-d167-42fa-b61d-4140f58bf23e tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/networks?id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47 HTTP/1.1" status: 200 len: 815 time: 0.1022727 Sep 23 18:51:20.464890 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-c44704ac-7805-4816-9aa1-6d4627ce3cf7 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/quotas/74d9bb6ea2974674b28c5994fcfe5ced HTTP/1.1" status: 200 len: 375 time: 0.0094624 Sep 23 18:51:20.514437 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-369b8269-66b2-43c9-ac46-d409ab2fc541 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=74d9bb6ea2974674b28c5994fcfe5ced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442500 Sep 23 18:51:20.604405 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-cf9f64e9-1c71-4557-bd90-915676eb2a20 service neutron] 10.222.0.70 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826845 Sep 23 18:51:20.694915 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-a8f58930-c829-4177-b141-b6010e77c3fc service neutron] 10.222.0.70 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842204 Sep 23 18:51:20.824842 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef88a-a1a3-4102-8355-9fd262ea8051 req-08a2bc6b-7716-46b6-a6f8-353ee0286e49 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:20.826262 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-998ef88a-a1a3-4102-8355-9fd262ea8051 req-08a2bc6b-7716-46b6-a6f8-353ee0286e49 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 945 time: 0.0500908 Sep 23 18:51:20.865423 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ffe296ae-a9e3-4d94-9ee3-66739fc7824a req-30327795-a0d3-4f92-a81c-bcb5473dc45a tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad3a483-ae30-4346-899c-20e42cadd837 HTTP/1.1" status: 200 len: 210 time: 0.0369809 Sep 23 18:51:20.884856 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-998ef88a-a1a3-4102-8355-9fd262ea8051 req-3cc7e8bf-5701-4602-bfa7-e36385976bce tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472226 Sep 23 18:51:21.821244 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-787cb244-2c54-481f-b68e-507be6e631ec tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:21.822733 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-787cb244-2c54-481f-b68e-507be6e631ec tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.42 "GET /v2.0/networks?id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47 HTTP/1.1" status: 200 len: 815 time: 0.1065655 Sep 23 18:51:21.838965 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-5bb31ca0-68ad-4499-8e79-b780f21bea86 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Request body: {'port': {'device_id': '1ad3a483-ae30-4346-899c-20e42cadd837', 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47', 'admin_state_up': True, 'tenant_id': '74d9bb6ea2974674b28c5994fcfe5ced'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:51:21.950452 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-5bb31ca0-68ad-4499-8e79-b780f21bea86 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Made reservation on behalf of 74d9bb6ea2974674b28c5994fcfe5ced for: {'port': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:51:21.954455 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-5bb31ca0-68ad-4499-8e79-b780f21bea86 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:21.962264 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3db7e1b4-1fc7-4bf7-a942-1e39ae3a919e req-d96b599f-08ac-4f99-95f3-f7d7a81594a6 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad3a483-ae30-4346-899c-20e42cadd837 HTTP/1.1" status: 200 len: 210 time: 0.0299435 Sep 23 18:51:22.012102 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2dad-2365-4701-ab7e-3e5c3acd137d req-62652981-b227-4250-a29f-f006ef09c584 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:22.013705 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ec2a2dad-2365-4701-ab7e-3e5c3acd137d req-62652981-b227-4250-a29f-f006ef09c584 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 945 time: 0.0539029 Sep 23 18:51:22.051682 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ec2a2dad-2365-4701-ab7e-3e5c3acd137d req-f47d488e-92a6-4ba8-83bf-57eb6047f7ed tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319800 Sep 23 18:51:22.084121 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-5bb31ca0-68ad-4499-8e79-b780f21bea86 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Allocated IP 172.20.0.12 (e8d02f8e-bf44-4eef-a94d-f62b57e23c47/aa173b6d-3840-47fc-9919-bbda748ec4e6/ee853ad2-8a20-4f0c-92b0-c093c32b54be) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:51:22.227852 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-5bb31ca0-68ad-4499-8e79-b780f21bea86 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:22.260655 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-5bb31ca0-68ad-4499-8e79-b780f21bea86 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:22.274321 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['e0d60e1a-686e-410c-a89c-735d376b72e7', '78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:51:22.300827 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-5bb31ca0-68ad-4499-8e79-b780f21bea86 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:51:22.303920 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-5bb31ca0-68ad-4499-8e79-b780f21bea86 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:51:22.306472 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-5bb31ca0-68ad-4499-8e79-b780f21bea86 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:51:22.343085 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb31ca0-68ad-4499-8e79-b780f21bea86 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Pushing event updated for resources: {'Port': ['ID=ee853ad2-8a20-4f0c-92b0-c093c32b54be,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:22.366321 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-5bb31ca0-68ad-4499-8e79-b780f21bea86 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:22.366993 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-5bb31ca0-68ad-4499-8e79-b780f21bea86 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:22.383049 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-5bb31ca0-68ad-4499-8e79-b780f21bea86 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5488374 Sep 23 18:51:22.399532 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Request body: {'port': {'device_id': '1ad3a483-ae30-4346-899c-20e42cadd837', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:51:22.400594 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a717c3b-7070-42c8-a531-3c15bb0af526 req-38a1e1f4-5462-4ec0-9e73-1d0c028678d6 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:22.402701 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6a717c3b-7070-42c8-a531-3c15bb0af526 req-38a1e1f4-5462-4ec0-9e73-1d0c028678d6 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 945 time: 0.0531995 Sep 23 18:51:22.466246 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:22.499540 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-6a717c3b-7070-42c8-a531-3c15bb0af526 req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Deleting port 4e4e982c-296d-4214-b597-4e028fbf7da2 {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:51:22.499880 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-6a717c3b-7070-42c8-a531-3c15bb0af526 req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:22.585949 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [req-6a717c3b-7070-42c8-a531-3c15bb0af526 req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] For port 4e4e982c-296d-4214-b597-4e028fbf7da2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=4e4e982c-296d-4214-b597-4e028fbf7da2,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:51:22.586319 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-6a717c3b-7070-42c8-a531-3c15bb0af526 req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:22.604258 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-79f8de1a-72e7-470b-92a8-50925954786c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:22.725846 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee853ad2-8a20-4f0c-92b0-c093c32b54be {{(pid=100703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:51:22.734175 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:22.747365 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.provisioning_blocks [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Transition to ACTIVE for port object ee853ad2-8a20-4f0c-92b0-c093c32b54be will not be triggered until provisioned by entity L2. {{(pid=100703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:51:22.759679 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:22.811613 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee853ad2-8a20-4f0c-92b0-c093c32b54be,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:22.882892 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Attempting to bind port ee853ad2-8a20-4f0c-92b0-c093c32b54be on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:51:22.883557 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Attempting to bind port ee853ad2-8a20-4f0c-92b0-c093c32b54be by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:51:22.883557 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Attempting to bind port ee853ad2-8a20-4f0c-92b0-c093c32b54be on network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:51:22.889083 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Port ee853ad2-8a20-4f0c-92b0-c093c32b54be on network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:51:22.889597 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Attempting to bind port ee853ad2-8a20-4f0c-92b0-c093c32b54be on network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:51:22.897661 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:51:22.898014 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Checking segment: {'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:51:22.898408 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Bound using segment: {'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:51:22.898850 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Bound port: ee853ad2-8a20-4f0c-92b0-c093c32b54be, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'}}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:51:22.899218 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:22.916659 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:22.962139 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] For port ee853ad2-8a20-4f0c-92b0-c093c32b54be, host hv-cinder-81041, cleared binding levels {{(pid=100703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:51:22.965271 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] For port ee853ad2-8a20-4f0c-92b0-c093c32b54be, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ee853ad2-8a20-4f0c-92b0-c093c32b54be,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:51:22.969218 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:23.002025 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:23.002646 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:23.004084 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] 10.222.0.42 "PUT /v2.0/ports/ee853ad2-8a20-4f0c-92b0-c093c32b54be HTTP/1.1" status: 200 len: 1094 time: 0.6125457 Sep 23 18:51:23.004552 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad3a483-ae30-4346-899c-20e42cadd837', 'tag': 'ee853ad2-8a20-4f0c-92b0-c093c32b54be'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:51:23.006790 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101da74b-a25d-4d67-8488-ff681ff3d1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad3a483-ae30-4346-899c-20e42cadd837", "tag": "ee853ad2-8a20-4f0c-92b0-c093c32b54be"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:51:23.033734 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-6a717c3b-7070-42c8-a531-3c15bb0af526 req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:23.034792 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-6a717c3b-7070-42c8-a531-3c15bb0af526 req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:23.035106 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f58ba-2c0f-47ff-814c-de71277060f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee853ad2-8a20-4f0c-92b0-c093c32b54be,revision_number=3']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:23.035450 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.l3_db [req-6a717c3b-7070-42c8-a531-3c15bb0af526 req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Floating IP 0c2fd6b0-117b-4483-8297-ee9c696b154d disassociated. External IP: 172.27.1.90, port: 4e4e982c-296d-4214-b597-4e028fbf7da2. Sep 23 18:51:23.036517 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [req-6a717c3b-7070-42c8-a531-3c15bb0af526 req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Calling delete_port for 4e4e982c-296d-4214-b597-4e028fbf7da2 owned by compute:nova {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:51:23.072376 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc91f56-3c86-4c19-a9d4-68b926441518 x-openstack-request-id: req-afc91f56-3c86-4c19-a9d4-68b926441518 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:51:23.074222 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad3a483-ae30-4346-899c-20e42cadd837", "tag": "ee853ad2-8a20-4f0c-92b0-c093c32b54be", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:51:23.074617 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-afc91f56-3c86-4c19-a9d4-68b926441518 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:51:23.075022 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad3a483-ae30-4346-899c-20e42cadd837', 'tag': 'ee853ad2-8a20-4f0c-92b0-c093c32b54be', 'status': 'completed', 'code': 200} Sep 23 18:51:23.109417 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-ce266b15-0be3-496b-bfcb-40d9fa74685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:23.110324 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-ce266b15-0be3-496b-bfcb-40d9fa74685b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74d9bb6ea2974674b28c5994fcfe5ced&device_id=1ad3a483-ae30-4346-899c-20e42cadd837 HTTP/1.1" status: 200 len: 1097 time: 0.0497487 Sep 23 18:51:23.151753 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247b9c4-4225-4f3b-be3b-4851106f04c2 req-223b9ff3-4f76-41fd-a077-eca8ae0961d7 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:23.152955 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-7647010c-165b-4796-887f-2cfb09e2b07e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee853ad2-8a20-4f0c-92b0-c093c32b54be HTTP/1.1" status: 200 len: 217 time: 0.0345004 Sep 23 18:51:23.153143 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2247b9c4-4225-4f3b-be3b-4851106f04c2 req-223b9ff3-4f76-41fd-a077-eca8ae0961d7 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad3a483-ae30-4346-899c-20e42cadd837 HTTP/1.1" status: 200 len: 944 time: 0.0747693 Sep 23 18:51:23.202579 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-289933b7-8a86-4b58-a946-d43559b04a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:23.203903 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-289933b7-8a86-4b58-a946-d43559b04a95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa173b6d-3840-47fc-9919-bbda748ec4e6 HTTP/1.1" status: 200 len: 855 time: 0.0444560 Sep 23 18:51:23.237885 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-5ab4970a-f9d0-4a9d-abb0-d3ac07ada2a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243661 Sep 23 18:51:23.247062 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dee3c2-70c4-4570-b5ae-b60a32edd202 req-dd0907e4-ccca-43e9-a1f6-10b6ad80e0fc tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:23.248530 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-86dee3c2-70c4-4570-b5ae-b60a32edd202 req-dd0907e4-ccca-43e9-a1f6-10b6ad80e0fc tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bf435c9-aaff-4171-b222-cace1ad7621a HTTP/1.1" status: 200 len: 945 time: 0.1207840 Sep 23 18:51:23.260371 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2247b9c4-4225-4f3b-be3b-4851106f04c2 req-31e38bb6-df73-44bc-9e3f-d4567e3d26ff tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835667 Sep 23 18:51:23.294897 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-6a717c3b-7070-42c8-a531-3c15bb0af526 req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:23.326233 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-86dee3c2-70c4-4570-b5ae-b60a32edd202 req-0984db7d-3248-425d-b850-9adf66b38ced tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715420 Sep 23 18:51:23.330547 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event deleted for resources: {'Port': ['ID=4e4e982c-296d-4214-b597-4e028fbf7da2,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:23.337101 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-545dc731-b282-4fbe-be90-5154cb79d0fc service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919554 Sep 23 18:51:23.340486 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:23.340908 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:23.341255 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:23.341666 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:23.342004 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:23.342343 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:23.342670 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:23.342997 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:23.343320 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:23.343649 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:23.343969 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:23.344306 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:23.434124 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-fb515a33-4030-4c75-9792-390d4a20dd0b req-ed7499ce-6f57-4eb3-9168-b3fd5aebf1d9 service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878232 Sep 23 18:51:23.452859 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a717c3b-7070-42c8-a531-3c15bb0af526 req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Router 79006959-5168-4ce0-abaa-b98ebbb19fb2 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:51:23.528327 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101da74b-a25d-4d67-8488-ff681ff3d1eb req-3cb367fc-7ddd-43e3-a6e5-17ec5c6b91ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:23.529941 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-101da74b-a25d-4d67-8488-ff681ff3d1eb req-3cb367fc-7ddd-43e3-a6e5-17ec5c6b91ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74d9bb6ea2974674b28c5994fcfe5ced&device_id=1ad3a483-ae30-4346-899c-20e42cadd837 HTTP/1.1" status: 200 len: 1097 time: 0.0437469 Sep 23 18:51:23.560841 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a717c3b-7070-42c8-a531-3c15bb0af526 req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:51:23.573521 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf70aa3-5994-4105-bf81-42209b2869c7 None None] Sync routers for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:51:23.591407 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf70aa3-5994-4105-bf81-42209b2869c7 None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:51:23.592159 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-1bf70aa3-5994-4105-bf81-42209b2869c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:51:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:51:23.600636 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a717c3b-7070-42c8-a531-3c15bb0af526 req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] No DVR routers for this DVR port 4e4e982c-296d-4214-b597-4e028fbf7da2 on host hv-cinder-81041 {{(pid=100704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:51:23.603267 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [req-6a717c3b-7070-42c8-a531-3c15bb0af526 req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:23.605603 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6a717c3b-7070-42c8-a531-3c15bb0af526 req-71412c70-0e7c-442e-8ffe-52eb498d2e28 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.42 "DELETE /v2.0/ports/4e4e982c-296d-4214-b597-4e028fbf7da2 HTTP/1.1" status: 204 len: 173 time: 1.1963789 Sep 23 18:51:23.606041 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf435c9-aaff-4171-b222-cace1ad7621a', 'name': 'network-vif-deleted', 'tag': '4e4e982c-296d-4214-b597-4e028fbf7da2'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:51:23.608418 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e174562-3498-40d1-86a2-6b41d8fb872c" -d '{"events": [{"server_uuid": "5bf435c9-aaff-4171-b222-cace1ad7621a", "name": "network-vif-deleted", "tag": "4e4e982c-296d-4214-b597-4e028fbf7da2"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:51:23.638904 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101da74b-a25d-4d67-8488-ff681ff3d1eb req-fecbd5fc-c74c-48da-8f5b-7dd2ae7ba495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:23.639807 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:23.640927 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-101da74b-a25d-4d67-8488-ff681ff3d1eb req-fecbd5fc-c74c-48da-8f5b-7dd2ae7ba495 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47 HTTP/1.1" status: 200 len: 917 time: 0.1017640 Sep 23 18:51:23.645498 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079d0fd2-7f28-4327-a062-bd0a1802db91 x-openstack-request-id: req-079d0fd2-7f28-4327-a062-bd0a1802db91 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:51:23.645789 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf435c9-aaff-4171-b222-cace1ad7621a", "name": "network-vif-deleted", "tag": "4e4e982c-296d-4214-b597-4e028fbf7da2", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:51:23.646048 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-079d0fd2-7f28-4327-a062-bd0a1802db91 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:51:23.646865 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf435c9-aaff-4171-b222-cace1ad7621a', 'name': 'network-vif-deleted', 'tag': '4e4e982c-296d-4214-b597-4e028fbf7da2', 'status': 'completed', 'code': 200} Sep 23 18:51:23.690492 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-101da74b-a25d-4d67-8488-ff681ff3d1eb req-4bb4e6b8-1e4d-4f0d-ab8c-5d76c979476e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee853ad2-8a20-4f0c-92b0-c093c32b54be HTTP/1.1" status: 200 len: 217 time: 0.0381081 Sep 23 18:51:23.721979 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-1bf70aa3-5994-4105-bf81-42209b2869c7 None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:51:23.743901 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101da74b-a25d-4d67-8488-ff681ff3d1eb req-4742d6ab-31cf-4d6d-bc02-9f715a2aa391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:23.745455 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-101da74b-a25d-4d67-8488-ff681ff3d1eb req-4742d6ab-31cf-4d6d-bc02-9f715a2aa391 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa173b6d-3840-47fc-9919-bbda748ec4e6 HTTP/1.1" status: 200 len: 855 time: 0.0473633 Sep 23 18:51:23.779048 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-101da74b-a25d-4d67-8488-ff681ff3d1eb req-1f38e199-ca18-418f-9020-076657f825ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254240 Sep 23 18:51:23.884511 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-101da74b-a25d-4d67-8488-ff681ff3d1eb req-f758ccee-c6a9-4389-a5b4-7b5b4873686a service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947051 Sep 23 18:51:23.938606 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-1bf70aa3-5994-4105-bf81-42209b2869c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:51:23.964871 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf70aa3-5994-4105-bf81-42209b2869c7 None None] Checking router: 79006959-5168-4ce0-abaa-b98ebbb19fb2 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:51:23.973205 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf70aa3-5994-4105-bf81-42209b2869c7 None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:51:23.973813 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-1bf70aa3-5994-4105-bf81-42209b2869c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:51:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:51:23.981879 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-101da74b-a25d-4d67-8488-ff681ff3d1eb req-1553d171-404d-4585-a428-b8e2163a2e29 service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881360 Sep 23 18:51:24.076516 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-1bf70aa3-5994-4105-bf81-42209b2869c7 None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:51:24.272468 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-1bf70aa3-5994-4105-bf81-42209b2869c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:51:24.387482 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05591aef-6053-478d-ac96-3b2bba00b09f req-fdfdb5a0-0547-4f71-9343-84802b24ad57 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:24.389710 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-05591aef-6053-478d-ac96-3b2bba00b09f req-fdfdb5a0-0547-4f71-9343-84802b24ad57 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad3a483-ae30-4346-899c-20e42cadd837 HTTP/1.1" status: 200 len: 944 time: 0.0603859 Sep 23 18:51:24.430564 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf70aa3-5994-4105-bf81-42209b2869c7 None None] The sync data for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi is: [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:51:24.439659 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-05591aef-6053-478d-ac96-3b2bba00b09f req-adfa2251-569b-4f1d-aada-28631b25204b tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396738 Sep 23 18:51:24.604402 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-17093aa6-a136-4841-a1be-d431251396f0 req-3e497de5-bc48-4e08-a884-8f9d32a49654 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560657522&fields=id&tenant_id=d0453171fa784e6ba3b9eedb739013f4 HTTP/1.1" status: 200 len: 267 time: 0.0340512 Sep 23 18:51:24.647872 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe88fa44-aa4c-4e41-a8ab-27e626f638d3 None None] New status for floating IP 0c2fd6b0-117b-4483-8297-ee9c696b154d: DOWN {{(pid=100706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:51:24.711117 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17093aa6-a136-4841-a1be-d431251396f0 req-42aa7cf1-6726-40e2-9041-fec95c1767de tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:24.712600 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-17093aa6-a136-4841-a1be-d431251396f0 req-42aa7cf1-6726-40e2-9041-fec95c1767de tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/networks?id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 200 len: 811 time: 0.1014268 Sep 23 18:51:24.727253 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-17093aa6-a136-4841-a1be-d431251396f0 req-cecbedd7-21f1-4623-96c1-75f6fbd1f44f tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/quotas/d0453171fa784e6ba3b9eedb739013f4 HTTP/1.1" status: 200 len: 375 time: 0.0089526 Sep 23 18:51:24.785216 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-17093aa6-a136-4841-a1be-d431251396f0 req-91ac2cf3-04e2-4ebc-8d93-2d561f48ff27 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521843 Sep 23 18:51:24.884689 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-17093aa6-a136-4841-a1be-d431251396f0 req-5595f5f4-0ad7-407a-823d-3f5de8b3a48d service neutron] 10.222.0.70 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817368 Sep 23 18:51:24.910410 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device ee853ad2-8a20-4f0c-92b0-c093c32b54be details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:51:24.912507 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 4e4e982c-296d-4214-b597-4e028fbf7da2 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:51:24.935672 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: 4e4e982c-296d-4214-b597-4e028fbf7da2 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:51:24.936016 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 4e4e982c-296d-4214-b597-4e028fbf7da2 not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:51:24.977536 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-17093aa6-a136-4841-a1be-d431251396f0 req-1910a34b-2f92-4fd3-b11c-234f945b470f service neutron] 10.222.0.70 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868268 Sep 23 18:51:25.024628 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port ee853ad2-8a20-4f0c-92b0-c093c32b54be, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ee853ad2-8a20-4f0c-92b0-c093c32b54be,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:51:25.035202 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': 'ee853ad2-8a20-4f0c-92b0-c093c32b54be', 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47', 'port_id': 'ee853ad2-8a20-4f0c-92b0-c093c32b54be', 'mac_address': 'fa:16:3e:ff:07:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa173b6d-3840-47fc-9919-bbda748ec4e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:51:25.072928 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:25.087584 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee853ad2-8a20-4f0c-92b0-c093c32b54be {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:51:25.110115 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port ee853ad2-8a20-4f0c-92b0-c093c32b54be, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ee853ad2-8a20-4f0c-92b0-c093c32b54be,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:51:25.114498 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:25.162377 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=ee853ad2-8a20-4f0c-92b0-c093c32b54be,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:25.169901 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:25.170221 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:25.170626 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:25.170970 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:25.171306 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:25.171739 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:25.172021 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:25.172430 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:25.172771 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:25.173106 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:25.173459 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:25.173838 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:25.272277 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bed9a993-73e8-4512-bbdd-399e3c6e996e req-b45af2b7-b0ff-4538-a4ca-74014d810bc6 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 210 time: 0.0265958 Sep 23 18:51:25.356323 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['ee853ad2-8a20-4f0c-92b0-c093c32b54be'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:51:25.480080 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:25.563502 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e88536-e30a-44b6-8e55-6927947b3df4 req-ab817c15-2b5b-41bb-9dc8-3f9cbdfe6fa6 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:25.565020 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-94e88536-e30a-44b6-8e55-6927947b3df4 req-ab817c15-2b5b-41bb-9dc8-3f9cbdfe6fa6 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad3a483-ae30-4346-899c-20e42cadd837 HTTP/1.1" status: 200 len: 945 time: 0.0548255 Sep 23 18:51:25.604474 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-94e88536-e30a-44b6-8e55-6927947b3df4 req-31334df8-9c1e-4a99-98e7-1875e6cfec64 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320613 Sep 23 18:51:26.214284 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17093aa6-a136-4841-a1be-d431251396f0 req-c76f1893-aaa2-4c98-a79d-64ab58053d48 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:26.215731 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-17093aa6-a136-4841-a1be-d431251396f0 req-c76f1893-aaa2-4c98-a79d-64ab58053d48 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.42 "GET /v2.0/networks?id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 200 len: 811 time: 0.1073115 Sep 23 18:51:26.260052 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-17093aa6-a136-4841-a1be-d431251396f0 req-19fdf156-7250-40d5-afbf-4a54a299fce7 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0453171fa784e6ba3b9eedb739013f4 HTTP/1.1" status: 200 len: 380 time: 0.0332818 Sep 23 18:51:26.273722 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-17093aa6-a136-4841-a1be-d431251396f0 req-c6b6c1e6-87fc-48b4-a610-b06200b00e59 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Request body: {'port': {'device_id': 'fb460883-ecdc-489e-b110-42033adc7d20', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'admin_state_up': True, 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'security_groups': ['66d98581-7d1a-4056-a500-21fa728ea854']}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:51:26.368902 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2634bce3-10c0-4f9a-80a4-81a6b9770844 req-e115f6b0-a74a-48f5-a11e-fa69535aa143 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 210 time: 0.0303206 Sep 23 18:51:26.392760 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17093aa6-a136-4841-a1be-d431251396f0 req-c6b6c1e6-87fc-48b4-a610-b06200b00e59 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Made reservation on behalf of d0453171fa784e6ba3b9eedb739013f4 for: {'port': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:51:26.396742 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-17093aa6-a136-4841-a1be-d431251396f0 req-c6b6c1e6-87fc-48b4-a610-b06200b00e59 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:26.522677 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [req-17093aa6-a136-4841-a1be-d431251396f0 req-c6b6c1e6-87fc-48b4-a610-b06200b00e59 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Allocated IP 172.20.0.8 (9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4/879b8817-bb1c-4e98-87fd-23bc279c23d8/346c3181-8120-4c9e-b93c-bb4c2c2c4874) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:51:26.665337 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-17093aa6-a136-4841-a1be-d431251396f0 req-c6b6c1e6-87fc-48b4-a610-b06200b00e59 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:26.699519 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-17093aa6-a136-4841-a1be-d431251396f0 req-c6b6c1e6-87fc-48b4-a610-b06200b00e59 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:26.722338 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa1ece-ae19-46f4-ba95-a4c0d70e557b req-00de19bc-bc35-49b5-8197-91b31205955f tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:26.723826 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-31fa1ece-ae19-46f4-ba95-a4c0d70e557b req-00de19bc-bc35-49b5-8197-91b31205955f tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad3a483-ae30-4346-899c-20e42cadd837 HTTP/1.1" status: 200 len: 945 time: 0.0519240 Sep 23 18:51:26.743559 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17093aa6-a136-4841-a1be-d431251396f0 req-c6b6c1e6-87fc-48b4-a610-b06200b00e59 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:51:26.746538 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [req-17093aa6-a136-4841-a1be-d431251396f0 req-c6b6c1e6-87fc-48b4-a610-b06200b00e59 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:51:26.750075 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-17093aa6-a136-4841-a1be-d431251396f0 req-c6b6c1e6-87fc-48b4-a610-b06200b00e59 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:51:26.759172 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6c1e6-87fc-48b4-a610-b06200b00e59 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event updated for resources: {'Port': ['ID=346c3181-8120-4c9e-b93c-bb4c2c2c4874,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:26.766206 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-31fa1ece-ae19-46f4-ba95-a4c0d70e557b req-e6370eda-7762-4e0d-95f6-694c6b40fa04 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359073 Sep 23 18:51:26.804547 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17093aa6-a136-4841-a1be-d431251396f0 req-c6b6c1e6-87fc-48b4-a610-b06200b00e59 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:26.805186 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-17093aa6-a136-4841-a1be-d431251396f0 req-c6b6c1e6-87fc-48b4-a610-b06200b00e59 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:26.820510 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-17093aa6-a136-4841-a1be-d431251396f0 req-c6b6c1e6-87fc-48b4-a610-b06200b00e59 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5507796 Sep 23 18:51:26.833968 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Request body: {'port': {'device_id': 'fb460883-ecdc-489e-b110-42033adc7d20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:51:26.892506 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:26.921126 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device ee853ad2-8a20-4f0c-92b0-c093c32b54be up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:51:26.968154 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port ee853ad2-8a20-4f0c-92b0-c093c32b54be completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:51:26.971817 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port ee853ad2-8a20-4f0c-92b0-c093c32b54be triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:51:26.972296 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:27.025260 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-7a397b63-987a-4476-a546-d2c4efce71bc None None] Provisioning complete for port 346c3181-8120-4c9e-b93c-bb4c2c2c4874 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:51:27.025691 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7a397b63-987a-4476-a546-d2c4efce71bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:27.081480 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-7a397b63-987a-4476-a546-d2c4efce71bc None None] Port 346c3181-8120-4c9e-b93c-bb4c2c2c4874 cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:51:27.089112 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:27.111182 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad3a483-ae30-4346-899c-20e42cadd837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee853ad2-8a20-4f0c-92b0-c093c32b54be'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:51:27.113425 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50792d59-4d2d-4b4e-b609-0b93b1dcb53b" -d '{"events": [{"server_uuid": "1ad3a483-ae30-4346-899c-20e42cadd837", "name": "network-vif-plugged", "status": "completed", "tag": "ee853ad2-8a20-4f0c-92b0-c093c32b54be"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:51:27.127064 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port ee853ad2-8a20-4f0c-92b0-c093c32b54be, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ee853ad2-8a20-4f0c-92b0-c093c32b54be,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:51:27.132150 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:27.152044 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346c3181-8120-4c9e-b93c-bb4c2c2c4874 {{(pid=100703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:51:27.156534 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85ca853-beef-41cc-ab2f-56e6cb6512a1 x-openstack-request-id: req-d85ca853-beef-41cc-ab2f-56e6cb6512a1 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:51:27.156823 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad3a483-ae30-4346-899c-20e42cadd837", "name": "network-vif-plugged", "status": "completed", "tag": "ee853ad2-8a20-4f0c-92b0-c093c32b54be", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:51:27.157069 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d85ca853-beef-41cc-ab2f-56e6cb6512a1 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:51:27.157453 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad3a483-ae30-4346-899c-20e42cadd837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee853ad2-8a20-4f0c-92b0-c093c32b54be', 'code': 200} Sep 23 18:51:27.159762 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:27.172340 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.provisioning_blocks [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Transition to ACTIVE for port object 346c3181-8120-4c9e-b93c-bb4c2c2c4874 will not be triggered until provisioned by entity L2. {{(pid=100703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:51:27.177254 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:27.189124 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=ee853ad2-8a20-4f0c-92b0-c093c32b54be,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:27.248080 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Pushing event updated for resources: {'Port': ['ID=346c3181-8120-4c9e-b93c-bb4c2c2c4874,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:27.296522 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Attempting to bind port 346c3181-8120-4c9e-b93c-bb4c2c2c4874 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:51:27.296640 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Attempting to bind port 346c3181-8120-4c9e-b93c-bb4c2c2c4874 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:51:27.296969 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Attempting to bind port 346c3181-8120-4c9e-b93c-bb4c2c2c4874 on network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:51:27.301430 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Port 346c3181-8120-4c9e-b93c-bb4c2c2c4874 on network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:51:27.301761 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Attempting to bind port 346c3181-8120-4c9e-b93c-bb4c2c2c4874 on network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:51:27.306846 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:51:27.307197 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Checking segment: {'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:51:27.307593 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Bound using segment: {'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:51:27.308029 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Bound port: 346c3181-8120-4c9e-b93c-bb4c2c2c4874, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'}}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:51:27.308421 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:27.335896 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8a4f8-6b81-4e26-b312-e33ee38ce8b1 req-0b05b43b-c6fe-459f-ba7f-0d66806b67cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:27.337469 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-58c8a4f8-6b81-4e26-b312-e33ee38ce8b1 req-0b05b43b-c6fe-459f-ba7f-0d66806b67cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ad3a483-ae30-4346-899c-20e42cadd837 HTTP/1.1" status: 200 len: 1099 time: 0.0423265 Sep 23 18:51:27.375252 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] For port 346c3181-8120-4c9e-b93c-bb4c2c2c4874, host hv-cinder-81041, cleared binding levels {{(pid=100703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:51:27.376027 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-58c8a4f8-6b81-4e26-b312-e33ee38ce8b1 req-7e63e90d-8d78-4316-8117-0bcd4d74564f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302360 Sep 23 18:51:27.378485 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] For port 346c3181-8120-4c9e-b93c-bb4c2c2c4874, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=346c3181-8120-4c9e-b93c-bb4c2c2c4874,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:51:27.383345 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:27.422854 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:27.423550 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:27.424942 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-17093aa6-a136-4841-a1be-d431251396f0 req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] 10.222.0.42 "PUT /v2.0/ports/346c3181-8120-4c9e-b93c-bb4c2c2c4874 HTTP/1.1" status: 200 len: 1093 time: 0.5957577 Sep 23 18:51:27.425389 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb460883-ecdc-489e-b110-42033adc7d20', 'tag': '346c3181-8120-4c9e-b93c-bb4c2c2c4874'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:51:27.427713 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd00f353-f7e7-4a1c-b76e-2110cc596448" -d '{"events": [{"name": "network-changed", "server_uuid": "fb460883-ecdc-489e-b110-42033adc7d20", "tag": "346c3181-8120-4c9e-b93c-bb4c2c2c4874"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:51:27.453761 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba57121-728d-45ac-ab80-ca3e8c6bf3cc service neutron] Pushing event updated for resources: {'Port': ['ID=346c3181-8120-4c9e-b93c-bb4c2c2c4874,revision_number=3']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:27.477092 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2895387c-f3c6-4ef1-8aad-8b7b9ea9fbe0 x-openstack-request-id: req-2895387c-f3c6-4ef1-8aad-8b7b9ea9fbe0 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:51:27.477384 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb460883-ecdc-489e-b110-42033adc7d20", "tag": "346c3181-8120-4c9e-b93c-bb4c2c2c4874", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:51:27.477635 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2895387c-f3c6-4ef1-8aad-8b7b9ea9fbe0 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:51:27.478032 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb460883-ecdc-489e-b110-42033adc7d20', 'tag': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'status': 'completed', 'code': 200} Sep 23 18:51:27.498806 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e4022-c327-41f5-b1a2-61dba7514ef6 req-6bb92c06-b815-44ee-bb1d-3ec8946b8bbc tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:27.504765 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-852e4022-c327-41f5-b1a2-61dba7514ef6 req-6bb92c06-b815-44ee-bb1d-3ec8946b8bbc tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 943 time: 0.0593235 Sep 23 18:51:27.546271 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-852e4022-c327-41f5-b1a2-61dba7514ef6 req-00f025ee-8087-49a8-bd50-68342c1efdaa tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398462 Sep 23 18:51:27.646769 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00f353-f7e7-4a1c-b76e-2110cc596448 req-15900bad-c723-493d-8302-4995d3d09fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:27.648290 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-dd00f353-f7e7-4a1c-b76e-2110cc596448 req-15900bad-c723-493d-8302-4995d3d09fd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 1096 time: 0.0414867 Sep 23 18:51:27.887468 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597bf04-d21e-49bc-9285-2daa5ce99669 req-4352c1bd-1adb-4e51-800e-ca35ffe8294a tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:27.889066 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6597bf04-d21e-49bc-9285-2daa5ce99669 req-4352c1bd-1adb-4e51-800e-ca35ffe8294a tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad3a483-ae30-4346-899c-20e42cadd837 HTTP/1.1" status: 200 len: 946 time: 0.0511963 Sep 23 18:51:27.928521 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6597bf04-d21e-49bc-9285-2daa5ce99669 req-1adf6438-3248-450b-ae17-aa844af7ff65 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332251 Sep 23 18:51:28.042232 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00f353-f7e7-4a1c-b76e-2110cc596448 req-3ef31864-6939-4c15-b71f-099ea790343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:28.043705 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-dd00f353-f7e7-4a1c-b76e-2110cc596448 req-3ef31864-6939-4c15-b71f-099ea790343c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d0453171fa784e6ba3b9eedb739013f4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3856239 Sep 23 18:51:28.203848 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00f353-f7e7-4a1c-b76e-2110cc596448 req-5dc126ac-5c9c-4132-b7df-749f3d2f4e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:28.205265 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-dd00f353-f7e7-4a1c-b76e-2110cc596448 req-5dc126ac-5c9c-4132-b7df-749f3d2f4e9d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1525080 Sep 23 18:51:28.286401 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17093aa6-a136-4841-a1be-d431251396f0 req-c86e7478-1d99-488d-b1b0-72adb024d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:28.287846 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-17093aa6-a136-4841-a1be-d431251396f0 req-c86e7478-1d99-488d-b1b0-72adb024d4d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 1096 time: 0.0398185 Sep 23 18:51:28.329729 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-17093aa6-a136-4841-a1be-d431251396f0 req-a0f4eaf5-28e3-43a9-826f-0b1c31f29d60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=346c3181-8120-4c9e-b93c-bb4c2c2c4874 HTTP/1.1" status: 200 len: 217 time: 0.0319436 Sep 23 18:51:28.378514 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17093aa6-a136-4841-a1be-d431251396f0 req-f71be063-7aa9-4265-a23c-cd0df2e27fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:28.380561 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-17093aa6-a136-4841-a1be-d431251396f0 req-f71be063-7aa9-4265-a23c-cd0df2e27fd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=879b8817-bb1c-4e98-87fd-23bc279c23d8 HTTP/1.1" status: 200 len: 850 time: 0.0425797 Sep 23 18:51:28.430790 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17093aa6-a136-4841-a1be-d431251396f0 req-251861ad-9f75-406a-8b13-83ee43d09ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:28.447533 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-17093aa6-a136-4841-a1be-d431251396f0 req-251861ad-9f75-406a-8b13-83ee43d09ca5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437241 Sep 23 18:51:28.527036 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-17093aa6-a136-4841-a1be-d431251396f0 req-3aa9f133-4644-4b82-8bbe-4353813d0ed3 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839200 Sep 23 18:51:28.632508 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-17093aa6-a136-4841-a1be-d431251396f0 req-8f60c18e-c5cf-48b4-b4dc-f1de1af996c4 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937726 Sep 23 18:51:28.665810 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e21e88-7705-485c-868d-23103800865e req-e978ff0d-613f-44db-8e32-59ab326dc122 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:28.667315 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-10e21e88-7705-485c-868d-23103800865e req-e978ff0d-613f-44db-8e32-59ab326dc122 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 943 time: 0.0524359 Sep 23 18:51:28.704651 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-10e21e88-7705-485c-868d-23103800865e req-47071f15-e483-4055-b577-e03724fa8ae5 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314159 Sep 23 18:51:29.039815 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877b131-aa68-418a-a4a0-a38d490203b8 req-8540f2b2-a552-4489-b255-c5b2e44e6013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:29.041291 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8877b131-aa68-418a-a4a0-a38d490203b8 req-8540f2b2-a552-4489-b255-c5b2e44e6013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad3a483-ae30-4346-899c-20e42cadd837 HTTP/1.1" status: 200 len: 946 time: 0.0467525 Sep 23 18:51:29.081595 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8877b131-aa68-418a-a4a0-a38d490203b8 req-58e39249-be5f-4579-8490-3a43383e6104 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344620 Sep 23 18:51:29.817537 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271011a-cfb7-4d21-80b6-1a9c13c00b22 req-d1882640-3a81-49d9-9bc8-6bf99dff62d3 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:29.819001 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9271011a-cfb7-4d21-80b6-1a9c13c00b22 req-d1882640-3a81-49d9-9bc8-6bf99dff62d3 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 943 time: 0.0476289 Sep 23 18:51:29.855579 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9271011a-cfb7-4d21-80b6-1a9c13c00b22 req-d9b9cc4e-9572-42b9-8280-5d026956fcc4 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308037 Sep 23 18:51:30.965475 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76097f6-adb2-48ec-b5e0-cb7bf7e5ae09 req-b5aec29f-d834-4306-9579-669f53377b52 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:30.966903 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c76097f6-adb2-48ec-b5e0-cb7bf7e5ae09 req-b5aec29f-d834-4306-9579-669f53377b52 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 943 time: 0.0478985 Sep 23 18:51:31.003510 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c76097f6-adb2-48ec-b5e0-cb7bf7e5ae09 req-59e8deab-6b61-485a-a610-728ecb93a8e8 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307832 Sep 23 18:51:32.112606 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfaedc-49aa-4d37-a6cc-902a5c147724 req-1ca03677-fa81-44a1-a680-3bdbb12bf9a6 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:32.114591 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9dcfaedc-49aa-4d37-a6cc-902a5c147724 req-1ca03677-fa81-44a1-a680-3bdbb12bf9a6 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 943 time: 0.0483959 Sep 23 18:51:32.154133 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9dcfaedc-49aa-4d37-a6cc-902a5c147724 req-12e7103c-aad5-4c68-895d-50f3b9910ed8 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337627 Sep 23 18:51:33.268062 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a1d13-13f0-4b29-a952-10e187d3b9fa req-69a6319d-2a59-4c0e-8652-f9889098f06d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:33.269557 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ab3a1d13-13f0-4b29-a952-10e187d3b9fa req-69a6319d-2a59-4c0e-8652-f9889098f06d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 943 time: 0.0488460 Sep 23 18:51:33.306191 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ab3a1d13-13f0-4b29-a952-10e187d3b9fa req-4e6b22b8-11be-408c-b72e-34418a5741ed tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309100 Sep 23 18:51:34.422119 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ee215-4631-4bd8-9186-58a6101362a4 req-72472720-9553-4b60-a048-47a686633f97 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:34.423597 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b55ee215-4631-4bd8-9186-58a6101362a4 req-72472720-9553-4b60-a048-47a686633f97 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 943 time: 0.0531976 Sep 23 18:51:34.460807 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b55ee215-4631-4bd8-9186-58a6101362a4 req-85fb465f-fa2b-49d9-93d8-c26c0f3bd389 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307417 Sep 23 18:51:35.571012 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6936aff-3fa5-404b-97d3-32e6702e5122 req-54afd49a-71cd-4395-ba8f-8e16051b8536 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:35.572477 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f6936aff-3fa5-404b-97d3-32e6702e5122 req-54afd49a-71cd-4395-ba8f-8e16051b8536 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 943 time: 0.0475597 Sep 23 18:51:35.611637 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f6936aff-3fa5-404b-97d3-32e6702e5122 req-4c11ae8b-4364-4541-8f93-3cc865db0c09 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333338 Sep 23 18:51:36.722845 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d60270-e9b1-417e-9c3b-679d8aed772f req-85bddebf-825c-4e01-bc4b-540f198f7ee3 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:36.724313 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-92d60270-e9b1-417e-9c3b-679d8aed772f req-85bddebf-825c-4e01-bc4b-540f198f7ee3 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 943 time: 0.0474324 Sep 23 18:51:36.761052 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-92d60270-e9b1-417e-9c3b-679d8aed772f req-1407851e-bac8-4aff-9f35-2b2da1c6d9ac tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306652 Sep 23 18:51:36.969422 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 346c3181-8120-4c9e-b93c-bb4c2c2c4874 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:51:37.060183 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 346c3181-8120-4c9e-b93c-bb4c2c2c4874, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=346c3181-8120-4c9e-b93c-bb4c2c2c4874,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:51:37.071492 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'port_id': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'mac_address': 'fa:16:3e:77:38:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:51:37.106990 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:37.122113 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346c3181-8120-4c9e-b93c-bb4c2c2c4874 {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:51:37.140683 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 346c3181-8120-4c9e-b93c-bb4c2c2c4874, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=346c3181-8120-4c9e-b93c-bb4c2c2c4874,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:51:37.145356 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:37.189658 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=346c3181-8120-4c9e-b93c-bb4c2c2c4874,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:37.441184 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['346c3181-8120-4c9e-b93c-bb4c2c2c4874'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:51:37.879528 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4500b-1b85-4f60-a5e2-9240e219d375 req-be64f15d-0feb-4537-857a-0606a5824b98 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:37.881466 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ecd4500b-1b85-4f60-a5e2-9240e219d375 req-be64f15d-0feb-4537-857a-0606a5824b98 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 944 time: 0.0558305 Sep 23 18:51:37.926829 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ecd4500b-1b85-4f60-a5e2-9240e219d375 req-4a377cb6-0659-423e-8992-78da4de009dc tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387824 Sep 23 18:51:38.989635 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 346c3181-8120-4c9e-b93c-bb4c2c2c4874 up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:51:39.040047 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port 346c3181-8120-4c9e-b93c-bb4c2c2c4874 completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:51:39.042429 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975e2de-2651-4fa9-8921-b70380d9d59a req-848476b6-694a-4098-a027-ab72787f8f89 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:39.043990 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b975e2de-2651-4fa9-8921-b70380d9d59a req-848476b6-694a-4098-a027-ab72787f8f89 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 944 time: 0.0502682 Sep 23 18:51:39.044626 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 346c3181-8120-4c9e-b93c-bb4c2c2c4874 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:51:39.045005 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:39.085998 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b975e2de-2651-4fa9-8921-b70380d9d59a req-35c2f201-f56f-4583-a4e9-1612f848b0b8 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358117 Sep 23 18:51:39.124021 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:39.147721 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb460883-ecdc-489e-b110-42033adc7d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346c3181-8120-4c9e-b93c-bb4c2c2c4874'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:51:39.149974 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afc9e2a-8cfe-4115-b2d7-041001ce68a6" -d '{"events": [{"server_uuid": "fb460883-ecdc-489e-b110-42033adc7d20", "name": "network-vif-plugged", "status": "completed", "tag": "346c3181-8120-4c9e-b93c-bb4c2c2c4874"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:51:39.165879 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 346c3181-8120-4c9e-b93c-bb4c2c2c4874, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=346c3181-8120-4c9e-b93c-bb4c2c2c4874,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:51:39.171184 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:39.199577 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce36a228-6e93-44b2-8195-2ce11698d378 x-openstack-request-id: req-ce36a228-6e93-44b2-8195-2ce11698d378 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:51:39.199878 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb460883-ecdc-489e-b110-42033adc7d20", "name": "network-vif-plugged", "status": "completed", "tag": "346c3181-8120-4c9e-b93c-bb4c2c2c4874", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:51:39.200132 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce36a228-6e93-44b2-8195-2ce11698d378 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:51:39.200545 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb460883-ecdc-489e-b110-42033adc7d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'code': 200} Sep 23 18:51:39.227162 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=346c3181-8120-4c9e-b93c-bb4c2c2c4874,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:39.414686 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ab175-1961-4552-a62d-aaf3defbff57 req-6f46a66f-a618-4dde-a8db-df8322058331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:39.416279 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-a09ab175-1961-4552-a62d-aaf3defbff57 req-6f46a66f-a618-4dde-a8db-df8322058331 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 1098 time: 0.0393176 Sep 23 18:51:39.451505 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-a09ab175-1961-4552-a62d-aaf3defbff57 req-4a281e95-ed7e-421f-8139-d8e0dfd02c7b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278511 Sep 23 18:51:39.720203 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-152b3b60-e119-42b2-bdb3-69b35acabd83 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:39.721678 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-152b3b60-e119-42b2-bdb3-69b35acabd83 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/networks?id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47 HTTP/1.1" status: 200 len: 815 time: 0.1014915 Sep 23 18:51:39.737020 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-8f997bd9-bf4f-4d62-821e-8352f5a3e285 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/quotas/74d9bb6ea2974674b28c5994fcfe5ced HTTP/1.1" status: 200 len: 375 time: 0.0089214 Sep 23 18:51:39.787629 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-c8448a85-c547-4362-aff7-be65085c4a95 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=74d9bb6ea2974674b28c5994fcfe5ced&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456457 Sep 23 18:51:39.878530 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-3818cf26-02e9-432f-bd4d-b39cd9b264b0 service neutron] 10.222.0.70 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839667 Sep 23 18:51:39.967976 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-016b8d55-854c-4885-8976-a1a2d95bbb99 service neutron] 10.222.0.70 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835180 Sep 23 18:51:40.119608 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b043abf1-2c94-4713-80b4-5b00643e1d6b req-8ed400b3-2f9a-48e4-bf36-62c162b94570 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce5db3dc-2588-4445-9d3a-e1b2085bcb65 HTTP/1.1" status: 200 len: 210 time: 0.0267394 Sep 23 18:51:40.216104 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae43662-535f-4867-a57c-1899d91a6664 req-78748608-c9f3-4149-9b53-b896317b4a41 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:40.217657 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8ae43662-535f-4867-a57c-1899d91a6664 req-78748608-c9f3-4149-9b53-b896317b4a41 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 945 time: 0.0551713 Sep 23 18:51:40.256365 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-8ae43662-535f-4867-a57c-1899d91a6664 req-7c75f11a-3652-4d2b-9b95-71e9e2c827fe tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325606 Sep 23 18:51:41.177370 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-44de790a-6e00-4072-8911-83502664d030 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:41.178929 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-44de790a-6e00-4072-8911-83502664d030 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.42 "GET /v2.0/networks?id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47 HTTP/1.1" status: 200 len: 815 time: 0.1108079 Sep 23 18:51:41.194580 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Request body: {'port': {'device_id': 'ce5db3dc-2588-4445-9d3a-e1b2085bcb65', 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47', 'admin_state_up': True, 'tenant_id': '74d9bb6ea2974674b28c5994fcfe5ced'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:51:41.215537 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-14249748-c497-4efb-92f4-b825298511be req-5ab97f59-a962-4c45-800a-1bdafb99f1df tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce5db3dc-2588-4445-9d3a-e1b2085bcb65 HTTP/1.1" status: 200 len: 210 time: 0.0283396 Sep 23 18:51:41.299714 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Made reservation on behalf of 74d9bb6ea2974674b28c5994fcfe5ced for: {'port': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:51:41.303258 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:41.372329 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a488f-eb87-4e4e-a23c-d527eb30094d req-744ae96f-3581-4e15-bdad-cc937f94de17 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:41.373780 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3d5a488f-eb87-4e4e-a23c-d527eb30094d req-744ae96f-3581-4e15-bdad-cc937f94de17 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 945 time: 0.0516012 Sep 23 18:51:41.412598 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3d5a488f-eb87-4e4e-a23c-d527eb30094d req-3d658f6a-3e54-40c0-ad1d-c002b51d0bfa tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324435 Sep 23 18:51:41.431582 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Allocated IP 172.20.0.10 (e8d02f8e-bf44-4eef-a94d-f62b57e23c47/aa173b6d-3840-47fc-9919-bbda748ec4e6/5e19238a-4874-45aa-8a80-247f2847d92f) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:51:41.526342 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7194d0-c6e9-403d-a8a1-73e83e5dde64 req-bc41c3d4-91be-4f89-a769-36ca4d29112d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:41.527858 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3d7194d0-c6e9-403d-a8a1-73e83e5dde64 req-bc41c3d4-91be-4f89-a769-36ca4d29112d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 945 time: 0.0483036 Sep 23 18:51:41.566780 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-3d7194d0-c6e9-403d-a8a1-73e83e5dde64 req-4dbc3b7d-f57d-43f1-b230-7500fae33e9e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321715 Sep 23 18:51:41.585994 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:41.589261 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 36538) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:51:41.619317 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:41.630021 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ef6c1c-4070-473c-a30a-b5a29389a585 tempest-TestVolumeBootPattern-1065095424 tempest-TestVolumeBootPattern-1065095424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:41.631684 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-92ef6c1c-4070-473c-a30a-b5a29389a585 tempest-TestVolumeBootPattern-1065095424 tempest-TestVolumeBootPattern-1065095424-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 1093 time: 0.0412860 Sep 23 18:51:41.633065 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['e0d60e1a-686e-410c-a89c-735d376b72e7', '78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7', 'ee853ad2-8a20-4f0c-92b0-c093c32b54be'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:51:41.634402 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 36540) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:51:41.638894 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Request body: {'floatingip': {'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'port_id': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:51:41.663698 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for floatingip, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:41.666279 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:51:41.671792 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:51:41.674373 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:51:41.710504 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Pushing event updated for resources: {'Port': ['ID=5e19238a-4874-45aa-8a80-247f2847d92f,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:41.724904 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:41.725253 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:41.725591 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:41.725922 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:41.726252 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:41.726645 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:41.727074 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:41.727414 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:41.727737 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:41.728055 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:41.728400 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:41.728720 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:51:41.743317 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:41.743941 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:41.759741 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-19e82dd7-854f-47ee-af0a-9f53d97a7013 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5695965 Sep 23 18:51:41.776480 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Request body: {'port': {'device_id': 'ce5db3dc-2588-4445-9d3a-e1b2085bcb65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:51:41.779241 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:41.841332 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:41.888531 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Allocated IP 172.27.1.205 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/15a6af4c-39cd-472d-af73-ec76423ee0a9) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:51:41.999250 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:42.031822 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:42.065716 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:51:42.070029 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:51:42.076556 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:51:42.103545 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event updated for resources: {'Port': ['ID=15a6af4c-39cd-472d-af73-ec76423ee0a9,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:42.108035 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e19238a-4874-45aa-8a80-247f2847d92f {{(pid=100703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:51:42.115655 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:42.127809 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.provisioning_blocks [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Transition to ACTIVE for port object 5e19238a-4874-45aa-8a80-247f2847d92f will not be triggered until provisioned by entity L2. {{(pid=100703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:51:42.132061 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:42.203265 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Pushing event updated for resources: {'Port': ['ID=5e19238a-4874-45aa-8a80-247f2847d92f,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:42.254806 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Attempting to bind port 5e19238a-4874-45aa-8a80-247f2847d92f on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:51:42.255153 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Attempting to bind port 5e19238a-4874-45aa-8a80-247f2847d92f by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:51:42.255490 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Attempting to bind port 5e19238a-4874-45aa-8a80-247f2847d92f on network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:51:42.259831 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Port 5e19238a-4874-45aa-8a80-247f2847d92f on network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:51:42.260158 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Attempting to bind port 5e19238a-4874-45aa-8a80-247f2847d92f on network e8d02f8e-bf44-4eef-a94d-f62b57e23c47 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:51:42.265061 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:51:42.265408 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Checking segment: {'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:51:42.265794 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Bound using segment: {'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:51:42.266222 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Bound port: 5e19238a-4874-45aa-8a80-247f2847d92f, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ed6a5-a142-458b-83ab-4c5516de21f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47'}}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:51:42.266583 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:42.332426 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] For port 5e19238a-4874-45aa-8a80-247f2847d92f, host hv-cinder-81041, cleared binding levels {{(pid=100703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:51:42.335511 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] For port 5e19238a-4874-45aa-8a80-247f2847d92f, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5e19238a-4874-45aa-8a80-247f2847d92f,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:51:42.339275 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:42.366212 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab501eff-7822-4286-ad9f-5c2bd373996a req-d3497fcf-c776-4a1b-836c-fc4425f7197f tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:42.367691 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ab501eff-7822-4286-ad9f-5c2bd373996a req-d3497fcf-c776-4a1b-836c-fc4425f7197f tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce5db3dc-2588-4445-9d3a-e1b2085bcb65 HTTP/1.1" status: 200 len: 944 time: 0.0824957 Sep 23 18:51:42.375437 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:42.376060 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:42.377474 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] 10.222.0.42 "PUT /v2.0/ports/5e19238a-4874-45aa-8a80-247f2847d92f HTTP/1.1" status: 200 len: 1094 time: 0.6057324 Sep 23 18:51:42.377914 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5db3dc-2588-4445-9d3a-e1b2085bcb65', 'tag': '5e19238a-4874-45aa-8a80-247f2847d92f'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:51:42.380174 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08522639-9cca-4d59-98ca-17490d35989b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5db3dc-2588-4445-9d3a-e1b2085bcb65", "tag": "5e19238a-4874-45aa-8a80-247f2847d92f"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:51:42.408293 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b925c82-089d-437a-89f4-2d92f9d947df service neutron] Pushing event updated for resources: {'Port': ['ID=5e19238a-4874-45aa-8a80-247f2847d92f,revision_number=3']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:42.443905 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d8f0a6-dd2a-4591-81d1-0740bfbf9e7c x-openstack-request-id: req-31d8f0a6-dd2a-4591-81d1-0740bfbf9e7c {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:51:42.444206 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5db3dc-2588-4445-9d3a-e1b2085bcb65", "tag": "5e19238a-4874-45aa-8a80-247f2847d92f", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:51:42.444471 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-31d8f0a6-dd2a-4591-81d1-0740bfbf9e7c {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:51:42.444864 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5db3dc-2588-4445-9d3a-e1b2085bcb65', 'tag': '5e19238a-4874-45aa-8a80-247f2847d92f', 'status': 'completed', 'code': 200} Sep 23 18:51:42.454645 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-ab501eff-7822-4286-ad9f-5c2bd373996a req-e1a842ba-dc15-4df7-a236-555e0abe0ecc tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757735 Sep 23 18:51:42.477778 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-b697b02f-dc5c-43a3-a9d9-30cd9f78959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:42.479635 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-b697b02f-dc5c-43a3-a9d9-30cd9f78959f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74d9bb6ea2974674b28c5994fcfe5ced&device_id=ce5db3dc-2588-4445-9d3a-e1b2085bcb65 HTTP/1.1" status: 200 len: 1097 time: 0.0466597 Sep 23 18:51:42.506318 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:42.522716 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-f6725c61-0245-423e-8328-77cf614065ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e19238a-4874-45aa-8a80-247f2847d92f HTTP/1.1" status: 200 len: 217 time: 0.0331373 Sep 23 18:51:42.573834 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:42.574825 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-176310ae-c302-4972-9265-918933af54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:42.576317 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-176310ae-c302-4972-9265-918933af54d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa173b6d-3840-47fc-9919-bbda748ec4e6 HTTP/1.1" status: 200 len: 855 time: 0.0447745 Sep 23 18:51:42.626857 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-66b5896c-1992-4120-bfcc-571237795abb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296035 Sep 23 18:51:42.718234 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-66cee79f-68ac-4e99-b3bd-cee69ce9486a service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819182 Sep 23 18:51:42.721970 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:42.727063 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:42.809042 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event updated for resources: {'Port': ['ID=15a6af4c-39cd-472d-af73-ec76423ee0a9,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:42.817515 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:42.820503 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-19b96df3-cc9f-42da-8a3c-c8454e82da17 req-93a50116-b9c2-4c62-8832-81516833a202 service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913749 Sep 23 18:51:42.904911 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08522639-9cca-4d59-98ca-17490d35989b req-a50b48b2-03e4-4fcb-b900-9d63400a9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:42.906391 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-08522639-9cca-4d59-98ca-17490d35989b req-a50b48b2-03e4-4fcb-b900-9d63400a9f96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74d9bb6ea2974674b28c5994fcfe5ced&device_id=ce5db3dc-2588-4445-9d3a-e1b2085bcb65 HTTP/1.1" status: 200 len: 1097 time: 0.0409236 Sep 23 18:51:42.924352 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.l3_db [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Floating IP a4083ac2-5a2a-4e51-8b5e-1f59cd8e6644 associated. External IP: 172.27.1.205, port: 346c3181-8120-4c9e-b93c-bb4c2c2c4874. Sep 23 18:51:42.995994 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08522639-9cca-4d59-98ca-17490d35989b req-f19ea137-ca6c-4cf6-bd50-51af5966e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:42.997400 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-08522639-9cca-4d59-98ca-17490d35989b req-f19ea137-ca6c-4cf6-bd50-51af5966e99a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47 HTTP/1.1" status: 200 len: 917 time: 0.0814700 Sep 23 18:51:43.043508 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-08522639-9cca-4d59-98ca-17490d35989b req-1d89105b-1d84-4254-aa32-00c483dd788c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e19238a-4874-45aa-8a80-247f2847d92f HTTP/1.1" status: 200 len: 217 time: 0.0378335 Sep 23 18:51:43.092082 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08522639-9cca-4d59-98ca-17490d35989b req-0f2f3269-ede6-4828-8512-40660ca17c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:43.093554 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-08522639-9cca-4d59-98ca-17490d35989b req-0f2f3269-ede6-4828-8512-40660ca17c4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa173b6d-3840-47fc-9919-bbda748ec4e6 HTTP/1.1" status: 200 len: 855 time: 0.0416498 Sep 23 18:51:43.127941 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-08522639-9cca-4d59-98ca-17490d35989b req-e935f1d3-86ac-4624-9151-b8c40592b9de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243354 Sep 23 18:51:43.130523 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Router 79006959-5168-4ce0-abaa-b98ebbb19fb2 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:51:43.225371 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-08522639-9cca-4d59-98ca-17490d35989b req-8f331a81-6aea-4c5c-b6b8-83bc95d523fa service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835309 Sep 23 18:51:43.235782 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:51:43.245866 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459a4bd-b79b-49c5-a41e-3c8ad6eaeb3d None None] Sync routers for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:51:43.252438 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:43.256607 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459a4bd-b79b-49c5-a41e-3c8ad6eaeb3d None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:51:43.257344 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-7459a4bd-b79b-49c5-a41e-3c8ad6eaeb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:51:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:51:43.292258 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-a6809f65-8c9d-412a-8911-e4c1b6760289 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6532812 Sep 23 18:51:43.292258 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb460883-ecdc-489e-b110-42033adc7d20', 'tag': '346c3181-8120-4c9e-b93c-bb4c2c2c4874'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:51:43.295177 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4cc71c-e033-409e-8d92-66940dfcb821" -d '{"events": [{"name": "network-changed", "server_uuid": "fb460883-ecdc-489e-b110-42033adc7d20", "tag": "346c3181-8120-4c9e-b93c-bb4c2c2c4874"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:51:43.319785 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-08522639-9cca-4d59-98ca-17490d35989b req-285a6a12-d8a6-44c3-91f9-1752a1453691 service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848062 Sep 23 18:51:43.332135 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1672d452-ce5d-4fa5-b085-fb891c698620 x-openstack-request-id: req-1672d452-ce5d-4fa5-b085-fb891c698620 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:51:43.332643 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb460883-ecdc-489e-b110-42033adc7d20", "tag": "346c3181-8120-4c9e-b93c-bb4c2c2c4874", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:51:43.332978 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1672d452-ce5d-4fa5-b085-fb891c698620 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:51:43.333494 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb460883-ecdc-489e-b110-42033adc7d20', 'tag': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'status': 'completed', 'code': 200} Sep 23 18:51:43.369322 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-7459a4bd-b79b-49c5-a41e-3c8ad6eaeb3d None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:51:43.400294 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc71c-e033-409e-8d92-66940dfcb821 req-2602e48b-b3d4-4909-847b-b06028b3ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:43.402252 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-2d4cc71c-e033-409e-8d92-66940dfcb821 req-2602e48b-b3d4-4909-847b-b06028b3ed83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 1098 time: 0.0457129 Sep 23 18:51:43.497968 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc71c-e033-409e-8d92-66940dfcb821 req-abaea06c-2e7f-4090-8a62-671f80fbed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:43.499485 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-2d4cc71c-e033-409e-8d92-66940dfcb821 req-abaea06c-2e7f-4090-8a62-671f80fbed54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 200 len: 913 time: 0.0848308 Sep 23 18:51:43.570085 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-2d4cc71c-e033-409e-8d92-66940dfcb821 req-5340a24e-fa61-42f1-a34a-aa98253bfd8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=346c3181-8120-4c9e-b93c-bb4c2c2c4874 HTTP/1.1" status: 200 len: 999 time: 0.0629499 Sep 23 18:51:43.572712 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7a00e-84b6-4d9e-a067-d58cf259a462 req-a5467da5-09d8-40c6-afe7-662de1d22872 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:43.574296 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-caa7a00e-84b6-4d9e-a067-d58cf259a462 req-a5467da5-09d8-40c6-afe7-662de1d22872 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce5db3dc-2588-4445-9d3a-e1b2085bcb65 HTTP/1.1" status: 200 len: 944 time: 0.0506198 Sep 23 18:51:43.593857 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-7459a4bd-b79b-49c5-a41e-3c8ad6eaeb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': 'a4083ac2-5a2a-4e51-8b5e-1f59cd8e6644', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'port_id': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'mac_address': 'fa:16:3e:77:38:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb460883-ecdc-489e-b110-42033adc7d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:51:42Z', 'updated_at': '2021-09-23T18:51:42Z', 'revision_number': 0, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:51:43.612666 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-caa7a00e-84b6-4d9e-a067-d58cf259a462 req-acf57163-fc51-49cd-91a7-db012e5d057e tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Sep 23 18:51:43.620086 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459a4bd-b79b-49c5-a41e-3c8ad6eaeb3d None None] Checking router: 79006959-5168-4ce0-abaa-b98ebbb19fb2 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:51:43.625276 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc71c-e033-409e-8d92-66940dfcb821 req-f9907471-dc88-450e-9ae8-2942c483235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:43.628766 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459a4bd-b79b-49c5-a41e-3c8ad6eaeb3d None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:51:43.629386 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-7459a4bd-b79b-49c5-a41e-3c8ad6eaeb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:51:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:51:43.629589 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-2d4cc71c-e033-409e-8d92-66940dfcb821 req-f9907471-dc88-450e-9ae8-2942c483235b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=879b8817-bb1c-4e98-87fd-23bc279c23d8 HTTP/1.1" status: 200 len: 850 time: 0.0486643 Sep 23 18:51:43.682584 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc71c-e033-409e-8d92-66940dfcb821 req-0d907987-9c7a-4e73-98f3-23a5f128aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:43.684513 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-2d4cc71c-e033-409e-8d92-66940dfcb821 req-0d907987-9c7a-4e73-98f3-23a5f128aff1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422308 Sep 23 18:51:43.735972 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-7459a4bd-b79b-49c5-a41e-3c8ad6eaeb3d None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:51:43.777693 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-2d4cc71c-e033-409e-8d92-66940dfcb821 req-78d280b0-5224-4c63-b629-6c0b7afb1ffb service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839198 Sep 23 18:51:43.875685 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-2d4cc71c-e033-409e-8d92-66940dfcb821 req-33f848bb-c608-4f35-8b32-313b390a4dd4 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811501 Sep 23 18:51:43.962213 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-7459a4bd-b79b-49c5-a41e-3c8ad6eaeb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': 'a4083ac2-5a2a-4e51-8b5e-1f59cd8e6644', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'port_id': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'mac_address': 'fa:16:3e:77:38:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb460883-ecdc-489e-b110-42033adc7d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:51:42Z', 'updated_at': '2021-09-23T18:51:42Z', 'revision_number': 0, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:51:43.987520 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459a4bd-b79b-49c5-a41e-3c8ad6eaeb3d None None] The sync data for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi is: [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': 'a4083ac2-5a2a-4e51-8b5e-1f59cd8e6644', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'port_id': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'mac_address': 'fa:16:3e:77:38:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb460883-ecdc-489e-b110-42033adc7d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:51:42Z', 'updated_at': '2021-09-23T18:51:42Z', 'revision_number': 0, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:51:44.167113 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1009bfe3-7af3-4d5e-9fa9-dc2be614e247 None None] New status for floating IP a4083ac2-5a2a-4e51-8b5e-1f59cd8e6644: ACTIVE {{(pid=100706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:51:44.732157 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c1c8e-8185-437b-8cdd-bf296043e550 req-d01ee3c7-8343-49b2-ade7-4a15beb2aed6 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:44.733672 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a97c1c8e-8185-437b-8cdd-bf296043e550 req-d01ee3c7-8343-49b2-ade7-4a15beb2aed6 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce5db3dc-2588-4445-9d3a-e1b2085bcb65 HTTP/1.1" status: 200 len: 944 time: 0.0478971 Sep 23 18:51:44.773427 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a97c1c8e-8185-437b-8cdd-bf296043e550 req-15d9748b-8731-40d5-baaf-0259686e4d03 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339200 Sep 23 18:51:44.998321 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 5e19238a-4874-45aa-8a80-247f2847d92f details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:51:45.086877 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 5e19238a-4874-45aa-8a80-247f2847d92f, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5e19238a-4874-45aa-8a80-247f2847d92f,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:51:45.101361 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': '5e19238a-4874-45aa-8a80-247f2847d92f', 'network_id': 'e8d02f8e-bf44-4eef-a94d-f62b57e23c47', 'port_id': '5e19238a-4874-45aa-8a80-247f2847d92f', 'mac_address': 'fa:16:3e:25:fa:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa173b6d-3840-47fc-9919-bbda748ec4e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:51:45.135756 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:45.148048 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e19238a-4874-45aa-8a80-247f2847d92f {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:51:45.167138 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 5e19238a-4874-45aa-8a80-247f2847d92f, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5e19238a-4874-45aa-8a80-247f2847d92f,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:51:45.170500 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:45.217619 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=5e19238a-4874-45aa-8a80-247f2847d92f,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:45.446392 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['5e19238a-4874-45aa-8a80-247f2847d92f'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:51:45.884121 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11880a5c-46ff-4574-9c10-a745060dc6e4 req-89e40b73-86aa-4a82-bb0d-d3a977705eeb tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:45.885622 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-11880a5c-46ff-4574-9c10-a745060dc6e4 req-89e40b73-86aa-4a82-bb0d-d3a977705eeb tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce5db3dc-2588-4445-9d3a-e1b2085bcb65 HTTP/1.1" status: 200 len: 945 time: 0.0482254 Sep 23 18:51:45.921653 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-11880a5c-46ff-4574-9c10-a745060dc6e4 req-50894e0d-9150-4a16-a65b-644cb1d3616b tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301945 Sep 23 18:51:46.999056 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 5e19238a-4874-45aa-8a80-247f2847d92f up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:51:47.037320 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621fcf8-8a50-46d7-9578-6d8798ce9def req-dc8921b8-8620-45e9-b450-71bc2dfba53a tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:47.038799 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1621fcf8-8a50-46d7-9578-6d8798ce9def req-dc8921b8-8620-45e9-b450-71bc2dfba53a tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce5db3dc-2588-4445-9d3a-e1b2085bcb65 HTTP/1.1" status: 200 len: 945 time: 0.0488415 Sep 23 18:51:47.052996 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port 5e19238a-4874-45aa-8a80-247f2847d92f completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:51:47.056660 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port 5e19238a-4874-45aa-8a80-247f2847d92f triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:51:47.057039 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:47.076024 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1621fcf8-8a50-46d7-9578-6d8798ce9def req-7465ae62-d135-4a33-9eae-cef5e7e376c0 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312648 Sep 23 18:51:47.135740 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:47.156785 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5db3dc-2588-4445-9d3a-e1b2085bcb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e19238a-4874-45aa-8a80-247f2847d92f'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:51:47.159058 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f85153-5dde-4358-a015-a44ab1865373" -d '{"events": [{"server_uuid": "ce5db3dc-2588-4445-9d3a-e1b2085bcb65", "name": "network-vif-plugged", "status": "completed", "tag": "5e19238a-4874-45aa-8a80-247f2847d92f"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:51:47.172771 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 5e19238a-4874-45aa-8a80-247f2847d92f, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5e19238a-4874-45aa-8a80-247f2847d92f,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:51:47.177062 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:47.202234 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cd65f8-d30c-4285-9370-e5be53571bf6 x-openstack-request-id: req-86cd65f8-d30c-4285-9370-e5be53571bf6 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:51:47.202477 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5db3dc-2588-4445-9d3a-e1b2085bcb65", "name": "network-vif-plugged", "status": "completed", "tag": "5e19238a-4874-45aa-8a80-247f2847d92f", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:51:47.202731 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86cd65f8-d30c-4285-9370-e5be53571bf6 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:51:47.203117 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5db3dc-2588-4445-9d3a-e1b2085bcb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e19238a-4874-45aa-8a80-247f2847d92f', 'code': 200} Sep 23 18:51:47.229909 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=5e19238a-4874-45aa-8a80-247f2847d92f,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:51:47.324309 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:47.361410 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc365b-3ace-43fd-8a42-88bd673db3a2 req-167ef6e7-26fc-4e83-b192-5117535b7b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:47.363392 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7ddc365b-3ace-43fd-8a42-88bd673db3a2 req-167ef6e7-26fc-4e83-b192-5117535b7b57 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce5db3dc-2588-4445-9d3a-e1b2085bcb65 HTTP/1.1" status: 200 len: 1099 time: 0.0427103 Sep 23 18:51:47.398750 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-7ddc365b-3ace-43fd-8a42-88bd673db3a2 req-c6392c34-40a9-4bfb-9b3b-7411f2583e2f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270417 Sep 23 18:51:48.189483 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6999daf-8c3f-4b1c-8597-a9a3faa52bf0 req-62d11958-1a3b-4a2b-9287-75689feacfd0 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:48.191531 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b6999daf-8c3f-4b1c-8597-a9a3faa52bf0 req-62d11958-1a3b-4a2b-9287-75689feacfd0 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce5db3dc-2588-4445-9d3a-e1b2085bcb65 HTTP/1.1" status: 200 len: 946 time: 0.0479915 Sep 23 18:51:48.231280 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b6999daf-8c3f-4b1c-8597-a9a3faa52bf0 req-55e23bdb-bcd5-4592-b779-a10ba971d031 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338705 Sep 23 18:51:49.345157 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063c10d-1cc6-4538-b80a-4d879a1f23af req-5f9e87cb-f440-4f66-9f11-d47fad80091f tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:49.346594 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7063c10d-1cc6-4538-b80a-4d879a1f23af req-5f9e87cb-f440-4f66-9f11-d47fad80091f tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce5db3dc-2588-4445-9d3a-e1b2085bcb65 HTTP/1.1" status: 200 len: 946 time: 0.0472100 Sep 23 18:51:49.383103 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-7063c10d-1cc6-4538-b80a-4d879a1f23af req-bd4757da-6a43-49ba-b0c6-eff6b9973ea0 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307741 Sep 23 18:51:49.933223 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-41e0d14d-98c5-4fd9-b6cb-1ef8d0a51190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:52.605528 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-9a2f5443-1386-4955-933c-a7a2ce9e7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:52.918305 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:53.309873 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:51:53.597970 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:51:54.372586 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-1e5c0cb0-b58a-419c-abaf-1f659a246949 req-e66e7bab-116b-438e-af83-92f262574abc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81c53ce2-609a-4984-9d4d-116c843f237a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393860 Sep 23 18:51:54.459739 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c0cb0-b58a-419c-abaf-1f659a246949 req-2852ca5a-c41c-4950-9834-e1d9ddfd2d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:54.461235 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-1e5c0cb0-b58a-419c-abaf-1f659a246949 req-2852ca5a-c41c-4950-9834-e1d9ddfd2d57 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74d9bb6ea2974674b28c5994fcfe5ced&device_id=81c53ce2-609a-4984-9d4d-116c843f237a HTTP/1.1" status: 200 len: 1098 time: 0.0388553 Sep 23 18:51:54.568787 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c0cb0-b58a-419c-abaf-1f659a246949 req-6f8a2927-4b55-44ec-bc91-35145eb2b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:54.570224 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-1e5c0cb0-b58a-419c-abaf-1f659a246949 req-6f8a2927-4b55-44ec-bc91-35145eb2b828 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47 HTTP/1.1" status: 200 len: 917 time: 0.0856092 Sep 23 18:51:54.615469 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-1e5c0cb0-b58a-419c-abaf-1f659a246949 req-cbf63071-201f-4460-9329-a5cac7983144 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0d60e1a-686e-410c-a89c-735d376b72e7 HTTP/1.1" status: 200 len: 217 time: 0.0324888 Sep 23 18:51:54.662587 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c0cb0-b58a-419c-abaf-1f659a246949 req-d53e33c8-0553-415b-a1c2-c9973b805301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:51:54.663854 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-1e5c0cb0-b58a-419c-abaf-1f659a246949 req-d53e33c8-0553-415b-a1c2-c9973b805301 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa173b6d-3840-47fc-9919-bbda748ec4e6 HTTP/1.1" status: 200 len: 855 time: 0.0406408 Sep 23 18:51:54.701510 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-1e5c0cb0-b58a-419c-abaf-1f659a246949 req-55eaa6a9-2ee6-430f-a542-5e9214f4937d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8d02f8e-bf44-4eef-a94d-f62b57e23c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266740 Sep 23 18:51:54.787889 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-1e5c0cb0-b58a-419c-abaf-1f659a246949 req-e762374b-78c6-481d-9b00-2390cbaff836 service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778067 Sep 23 18:51:54.881223 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-1e5c0cb0-b58a-419c-abaf-1f659a246949 req-27cf4ee2-d190-482e-b719-22ea0c2f4866 service neutron] 10.222.0.42 "GET /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835042 Sep 23 18:51:55.467363 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:01.192098 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11259f0-b3f6-4e89-9434-0d49f2e0873c req-0d4e9044-6d98-436d-92de-bf4d34fd8b44 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:52:01.193591 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f11259f0-b3f6-4e89-9434-0d49f2e0873c req-0d4e9044-6d98-436d-92de-bf4d34fd8b44 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce5db3dc-2588-4445-9d3a-e1b2085bcb65 HTTP/1.1" status: 200 len: 946 time: 0.0480192 Sep 23 18:52:01.229825 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f11259f0-b3f6-4e89-9434-0d49f2e0873c req-f6188b2b-ef44-4884-8cbe-c33b18bf4229 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302746 Sep 23 18:52:02.344650 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215dda7-0511-40ae-9c2a-97b806a48dea req-3fc5eab6-86a9-4cd8-9cb3-4f71c2a5ecb5 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:52:02.346237 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4215dda7-0511-40ae-9c2a-97b806a48dea req-3fc5eab6-86a9-4cd8-9cb3-4f71c2a5ecb5 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce5db3dc-2588-4445-9d3a-e1b2085bcb65 HTTP/1.1" status: 200 len: 946 time: 0.0490675 Sep 23 18:52:02.394973 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4215dda7-0511-40ae-9c2a-97b806a48dea req-27bc5361-b3ea-4c02-9f69-5823ddf88537 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428948 Sep 23 18:52:03.064389 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c8402-6a67-427f-8277-ec5cdc21c89a req-2c4d74b4-5dec-4c50-8488-633b4b391ab6 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:52:03.066501 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-9e1c8402-6a67-427f-8277-ec5cdc21c89a req-2c4d74b4-5dec-4c50-8488-633b4b391ab6 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce5db3dc-2588-4445-9d3a-e1b2085bcb65 HTTP/1.1" status: 200 len: 946 time: 0.0482309 Sep 23 18:52:03.154750 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-9e1c8402-6a67-427f-8277-ec5cdc21c89a req-36514306-8f68-41f8-8cdb-4a4562049a1d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Deleting port 5e19238a-4874-45aa-8a80-247f2847d92f {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:52:03.155086 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-9e1c8402-6a67-427f-8277-ec5cdc21c89a req-36514306-8f68-41f8-8cdb-4a4562049a1d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:03.239677 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-9e1c8402-6a67-427f-8277-ec5cdc21c89a req-36514306-8f68-41f8-8cdb-4a4562049a1d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] For port 5e19238a-4874-45aa-8a80-247f2847d92f, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5e19238a-4874-45aa-8a80-247f2847d92f,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:52:03.240021 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-9e1c8402-6a67-427f-8277-ec5cdc21c89a req-36514306-8f68-41f8-8cdb-4a4562049a1d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:03.252550 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-9e1c8402-6a67-427f-8277-ec5cdc21c89a req-36514306-8f68-41f8-8cdb-4a4562049a1d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Calling delete_port for 5e19238a-4874-45aa-8a80-247f2847d92f owned by compute:nova {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:52:03.381834 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-9e1c8402-6a67-427f-8277-ec5cdc21c89a req-36514306-8f68-41f8-8cdb-4a4562049a1d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:03.394318 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['e0d60e1a-686e-410c-a89c-735d376b72e7', '78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7', 'ee853ad2-8a20-4f0c-92b0-c093c32b54be', '5e19238a-4874-45aa-8a80-247f2847d92f'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:52:03.407494 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36514306-8f68-41f8-8cdb-4a4562049a1d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Pushing event deleted for resources: {'Port': ['ID=5e19238a-4874-45aa-8a80-247f2847d92f,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:52:03.454101 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1c8402-6a67-427f-8277-ec5cdc21c89a req-36514306-8f68-41f8-8cdb-4a4562049a1d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] No DVR routers for this DVR port 5e19238a-4874-45aa-8a80-247f2847d92f on host hv-cinder-81041 {{(pid=100703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:52:03.456736 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-9e1c8402-6a67-427f-8277-ec5cdc21c89a req-36514306-8f68-41f8-8cdb-4a4562049a1d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:03.458753 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-9e1c8402-6a67-427f-8277-ec5cdc21c89a req-36514306-8f68-41f8-8cdb-4a4562049a1d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.42 "DELETE /v2.0/ports/5e19238a-4874-45aa-8a80-247f2847d92f HTTP/1.1" status: 204 len: 173 time: 0.3851244 Sep 23 18:52:03.459186 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5db3dc-2588-4445-9d3a-e1b2085bcb65', 'name': 'network-vif-deleted', 'tag': '5e19238a-4874-45aa-8a80-247f2847d92f'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:52:03.461453 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa0d915-4db5-4121-8544-f7e33282f069" -d '{"events": [{"server_uuid": "ce5db3dc-2588-4445-9d3a-e1b2085bcb65", "name": "network-vif-deleted", "tag": "5e19238a-4874-45aa-8a80-247f2847d92f"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:52:03.512859 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d37a1b-35f1-4fd3-8c4e-e6d5c1489026 x-openstack-request-id: req-33d37a1b-35f1-4fd3-8c4e-e6d5c1489026 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:52:03.513160 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5db3dc-2588-4445-9d3a-e1b2085bcb65", "name": "network-vif-deleted", "tag": "5e19238a-4874-45aa-8a80-247f2847d92f", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:52:03.513440 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33d37a1b-35f1-4fd3-8c4e-e6d5c1489026 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:52:03.513844 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5db3dc-2588-4445-9d3a-e1b2085bcb65', 'name': 'network-vif-deleted', 'tag': '5e19238a-4874-45aa-8a80-247f2847d92f', 'status': 'completed', 'code': 200} Sep 23 18:52:03.515865 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-962e96df-d39c-4460-9ab2-4d93d4fc4d6d req-3c4dccce-f578-409a-a2b3-e097223b6f46 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce5db3dc-2588-4445-9d3a-e1b2085bcb65 HTTP/1.1" status: 200 len: 210 time: 0.0301502 Sep 23 18:52:05.913699 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7f0b3-4d7d-4d89-baf3-182c352df701 req-1eb4c288-3fa6-4124-b5c2-28642a61bbb3 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:52:05.915235 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2fd7f0b3-4d7d-4d89-baf3-182c352df701 req-1eb4c288-3fa6-4124-b5c2-28642a61bbb3 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad3a483-ae30-4346-899c-20e42cadd837 HTTP/1.1" status: 200 len: 946 time: 0.0481126 Sep 23 18:52:05.951587 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-2fd7f0b3-4d7d-4d89-baf3-182c352df701 req-a43989a3-6e25-47f6-b675-45a2e4110861 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304863 Sep 23 18:52:07.064207 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2624b-a07b-43ed-bc34-3a0a3c62d6f9 req-db9199b5-1a57-49da-b5cc-28ba6b108d8d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:52:07.065686 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-aed2624b-a07b-43ed-bc34-3a0a3c62d6f9 req-db9199b5-1a57-49da-b5cc-28ba6b108d8d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad3a483-ae30-4346-899c-20e42cadd837 HTTP/1.1" status: 200 len: 946 time: 0.0479972 Sep 23 18:52:07.086403 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 5e19238a-4874-45aa-8a80-247f2847d92f no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:52:07.102104 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-aed2624b-a07b-43ed-bc34-3a0a3c62d6f9 req-59e4067f-a42e-4ff8-9113-67669a873174 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304399 Sep 23 18:52:07.108959 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: 5e19238a-4874-45aa-8a80-247f2847d92f {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:52:07.109303 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 5e19238a-4874-45aa-8a80-247f2847d92f not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:52:07.576809 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77747e5f-40c5-446c-8e67-a677878f3573 req-f4e9b223-6745-4aec-8f44-98dcda1bbcdb tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:52:07.578243 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-77747e5f-40c5-446c-8e67-a677878f3573 req-f4e9b223-6745-4aec-8f44-98dcda1bbcdb tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad3a483-ae30-4346-899c-20e42cadd837 HTTP/1.1" status: 200 len: 946 time: 0.0497105 Sep 23 18:52:07.665001 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-77747e5f-40c5-446c-8e67-a677878f3573 req-c6536caf-1a8f-45f1-b9f7-b38a8e74d3a7 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Deleting port ee853ad2-8a20-4f0c-92b0-c093c32b54be {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:52:07.665260 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-77747e5f-40c5-446c-8e67-a677878f3573 req-c6536caf-1a8f-45f1-b9f7-b38a8e74d3a7 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:07.752075 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-77747e5f-40c5-446c-8e67-a677878f3573 req-c6536caf-1a8f-45f1-b9f7-b38a8e74d3a7 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] For port ee853ad2-8a20-4f0c-92b0-c093c32b54be, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ee853ad2-8a20-4f0c-92b0-c093c32b54be,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:52:07.753142 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-77747e5f-40c5-446c-8e67-a677878f3573 req-c6536caf-1a8f-45f1-b9f7-b38a8e74d3a7 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:07.765112 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-77747e5f-40c5-446c-8e67-a677878f3573 req-c6536caf-1a8f-45f1-b9f7-b38a8e74d3a7 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Calling delete_port for ee853ad2-8a20-4f0c-92b0-c093c32b54be owned by compute:nova {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:52:07.894631 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-77747e5f-40c5-446c-8e67-a677878f3573 req-c6536caf-1a8f-45f1-b9f7-b38a8e74d3a7 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:07.906096 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['e0d60e1a-686e-410c-a89c-735d376b72e7', '78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7', 'ee853ad2-8a20-4f0c-92b0-c093c32b54be'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:52:07.926725 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6536caf-1a8f-45f1-b9f7-b38a8e74d3a7 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Pushing event deleted for resources: {'Port': ['ID=ee853ad2-8a20-4f0c-92b0-c093c32b54be,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:52:07.969048 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-77747e5f-40c5-446c-8e67-a677878f3573 req-c6536caf-1a8f-45f1-b9f7-b38a8e74d3a7 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] No DVR routers for this DVR port ee853ad2-8a20-4f0c-92b0-c093c32b54be on host hv-cinder-81041 {{(pid=100703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:52:07.972110 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-77747e5f-40c5-446c-8e67-a677878f3573 req-c6536caf-1a8f-45f1-b9f7-b38a8e74d3a7 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:07.974181 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-77747e5f-40c5-446c-8e67-a677878f3573 req-c6536caf-1a8f-45f1-b9f7-b38a8e74d3a7 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.42 "DELETE /v2.0/ports/ee853ad2-8a20-4f0c-92b0-c093c32b54be HTTP/1.1" status: 204 len: 173 time: 0.3891375 Sep 23 18:52:07.974629 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad3a483-ae30-4346-899c-20e42cadd837', 'name': 'network-vif-deleted', 'tag': 'ee853ad2-8a20-4f0c-92b0-c093c32b54be'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:52:07.976928 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24980586-7514-4f72-9af3-e25525ba0a8b" -d '{"events": [{"server_uuid": "1ad3a483-ae30-4346-899c-20e42cadd837", "name": "network-vif-deleted", "tag": "ee853ad2-8a20-4f0c-92b0-c093c32b54be"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:52:08.024064 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d0e8e3-a847-4a60-9754-61737727a93c x-openstack-request-id: req-d7d0e8e3-a847-4a60-9754-61737727a93c {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:52:08.024391 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad3a483-ae30-4346-899c-20e42cadd837", "name": "network-vif-deleted", "tag": "ee853ad2-8a20-4f0c-92b0-c093c32b54be", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:52:08.024646 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7d0e8e3-a847-4a60-9754-61737727a93c {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:52:08.025039 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad3a483-ae30-4346-899c-20e42cadd837', 'name': 'network-vif-deleted', 'tag': 'ee853ad2-8a20-4f0c-92b0-c093c32b54be', 'status': 'completed', 'code': 200} Sep 23 18:52:08.213035 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-36e16045-a345-44c1-a7b1-b709ffcd7e18 req-2960a759-8347-488d-88bb-4e33d96c8b85 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad3a483-ae30-4346-899c-20e42cadd837 HTTP/1.1" status: 200 len: 210 time: 0.0289512 Sep 23 18:52:09.470469 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d62de2-324b-48db-903f-209e93e87b81 req-2e67b325-96f0-44a1-8744-0319d16725fe tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:52:09.472493 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a5d62de2-324b-48db-903f-209e93e87b81 req-2e67b325-96f0-44a1-8744-0319d16725fe tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8b279cf-7b01-4a5d-a9a8-86e1ca59904c HTTP/1.1" status: 200 len: 945 time: 0.0486634 Sep 23 18:52:09.510493 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a5d62de2-324b-48db-903f-209e93e87b81 req-cfe367cb-e4e8-42c1-9b7d-400f4544bb27 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321264 Sep 23 18:52:10.625690 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d9253-d7b7-40f6-aa45-ecaef2e522f1 req-3b544cb6-3010-4b54-9cab-eedb359ffc16 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:52:10.627164 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-538d9253-d7b7-40f6-aa45-ecaef2e522f1 req-3b544cb6-3010-4b54-9cab-eedb359ffc16 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8b279cf-7b01-4a5d-a9a8-86e1ca59904c HTTP/1.1" status: 200 len: 945 time: 0.0489113 Sep 23 18:52:10.663384 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-538d9253-d7b7-40f6-aa45-ecaef2e522f1 req-0e4fd726-f480-49fc-a93d-bded2d642527 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295985 Sep 23 18:52:10.873078 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e9b8b-9262-45bd-9cf8-db0f9eacb2ef req-9ecb5b8c-d6ef-43b5-930a-7cc02072d350 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:52:10.874517 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-f58e9b8b-9262-45bd-9cf8-db0f9eacb2ef req-9ecb5b8c-d6ef-43b5-930a-7cc02072d350 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8b279cf-7b01-4a5d-a9a8-86e1ca59904c HTTP/1.1" status: 200 len: 945 time: 0.0482130 Sep 23 18:52:11.090626 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device ee853ad2-8a20-4f0c-92b0-c093c32b54be no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:52:11.111881 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: ee853ad2-8a20-4f0c-92b0-c093c32b54be {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:52:11.112233 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device ee853ad2-8a20-4f0c-92b0-c093c32b54be not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:52:11.112678 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:52:11.190843 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:11.200148 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-f58e9b8b-9262-45bd-9cf8-db0f9eacb2ef req-08a14efe-b07f-4986-a612-3df01e12c08d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Deleting port 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:52:11.200530 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-f58e9b8b-9262-45bd-9cf8-db0f9eacb2ef req-08a14efe-b07f-4986-a612-3df01e12c08d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:11.214761 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b279cf-7b01-4a5d-a9a8-86e1ca59904c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:52:11.217103 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e73c02-e11d-4b4c-91fa-1c5e3c4c695f" -d '{"events": [{"server_uuid": "f8b279cf-7b01-4a5d-a9a8-86e1ca59904c", "name": "network-vif-unplugged", "status": "completed", "tag": "78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:52:11.230294 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:52:11.234435 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:11.256993 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 18:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ac131b-e1d4-4b31-89d7-5ab70711a1b7 x-openstack-request-id: req-91ac131b-e1d4-4b31-89d7-5ab70711a1b7 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:52:11.257287 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b279cf-7b01-4a5d-a9a8-86e1ca59904c", "name": "network-vif-unplugged", "status": "completed", "tag": "78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:52:11.257539 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91ac131b-e1d4-4b31-89d7-5ab70711a1b7 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:52:11.258439 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b279cf-7b01-4a5d-a9a8-86e1ca59904c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7', 'code': 200} Sep 23 18:52:11.282907 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7,revision_number=6']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:52:11.290585 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-f58e9b8b-9262-45bd-9cf8-db0f9eacb2ef req-08a14efe-b07f-4986-a612-3df01e12c08d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] For port 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:52:11.291080 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-f58e9b8b-9262-45bd-9cf8-db0f9eacb2ef req-08a14efe-b07f-4986-a612-3df01e12c08d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:11.303305 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-f58e9b8b-9262-45bd-9cf8-db0f9eacb2ef req-08a14efe-b07f-4986-a612-3df01e12c08d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Calling delete_port for 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 owned by compute:nova {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:52:11.426606 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-f58e9b8b-9262-45bd-9cf8-db0f9eacb2ef req-08a14efe-b07f-4986-a612-3df01e12c08d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:11.438257 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['e0d60e1a-686e-410c-a89c-735d376b72e7'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:52:11.455310 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a14efe-b07f-4986-a612-3df01e12c08d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Pushing event deleted for resources: {'Port': ['ID=78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:52:11.500303 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58e9b8b-9262-45bd-9cf8-db0f9eacb2ef req-08a14efe-b07f-4986-a612-3df01e12c08d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] No DVR routers for this DVR port 78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 on host hv-cinder-81041 {{(pid=100703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:52:11.502822 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-f58e9b8b-9262-45bd-9cf8-db0f9eacb2ef req-08a14efe-b07f-4986-a612-3df01e12c08d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:11.504872 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-f58e9b8b-9262-45bd-9cf8-db0f9eacb2ef req-08a14efe-b07f-4986-a612-3df01e12c08d tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.42 "DELETE /v2.0/ports/78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7 HTTP/1.1" status: 204 len: 173 time: 0.6237633 Sep 23 18:52:11.505555 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b279cf-7b01-4a5d-a9a8-86e1ca59904c', 'name': 'network-vif-deleted', 'tag': '78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:52:11.507742 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bd7881-32c3-433d-90c7-8aaab2d9e00b" -d '{"events": [{"server_uuid": "f8b279cf-7b01-4a5d-a9a8-86e1ca59904c", "name": "network-vif-deleted", "tag": "78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:52:11.699748 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748b3fb1-f603-4282-ae86-5916a12158d0 x-openstack-request-id: req-748b3fb1-f603-4282-ae86-5916a12158d0 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:52:11.700043 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b279cf-7b01-4a5d-a9a8-86e1ca59904c", "name": "network-vif-deleted", "tag": "78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:52:11.700360 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-748b3fb1-f603-4282-ae86-5916a12158d0 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:52:11.700746 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b279cf-7b01-4a5d-a9a8-86e1ca59904c', 'name': 'network-vif-deleted', 'tag': '78f17ae6-1b16-4480-93bc-1a0ebf3ab6a7', 'status': 'completed', 'code': 200} Sep 23 18:52:11.766647 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b4ef85d0-1d09-44cb-9fd6-64cd00515a83 req-82071630-0cfb-4e9e-9779-ad4a8153728c tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8b279cf-7b01-4a5d-a9a8-86e1ca59904c HTTP/1.1" status: 200 len: 210 time: 0.0251958 Sep 23 18:52:14.159164 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b965d-0f2e-480b-b346-c9775e5a6d7d req-cf47e030-319f-4177-8921-86e295e8c357 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:52:14.160658 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c26b965d-0f2e-480b-b346-c9775e5a6d7d req-cf47e030-319f-4177-8921-86e295e8c357 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=81c53ce2-609a-4984-9d4d-116c843f237a HTTP/1.1" status: 200 len: 945 time: 0.0548773 Sep 23 18:52:14.199425 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-c26b965d-0f2e-480b-b346-c9775e5a6d7d req-53de4452-d7a2-4801-a0ec-8e0ec1c6a3e4 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327089 Sep 23 18:52:15.311625 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc012f0-db3c-4eac-8f31-ee8600bf37f8 req-ee3db985-4943-43eb-a864-14c2d04c7ea6 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:52:15.313097 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4fc012f0-db3c-4eac-8f31-ee8600bf37f8 req-ee3db985-4943-43eb-a864-14c2d04c7ea6 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=81c53ce2-609a-4984-9d4d-116c843f237a HTTP/1.1" status: 200 len: 945 time: 0.0472391 Sep 23 18:52:15.349674 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4fc012f0-db3c-4eac-8f31-ee8600bf37f8 req-20b34aff-adb4-464f-8f71-abc244fbfc37 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce6913da-538c-4811-b872-f9f24298c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302939 Sep 23 18:52:15.602811 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9223-8e17-43bc-8e5d-8cf6ce8fe2a0 req-cdbb84d7-6ec3-4172-8488-534a6039fb91 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:52:15.604561 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-94af9223-8e17-43bc-8e5d-8cf6ce8fe2a0 req-cdbb84d7-6ec3-4172-8488-534a6039fb91 tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.42 "GET /v2.0/ports?device_id=81c53ce2-609a-4984-9d4d-116c843f237a HTTP/1.1" status: 200 len: 945 time: 0.0474482 Sep 23 18:52:15.689673 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-94af9223-8e17-43bc-8e5d-8cf6ce8fe2a0 req-d0c0100f-9b4f-4d82-8a61-d613fec3502e tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Deleting port e0d60e1a-686e-410c-a89c-735d376b72e7 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:52:15.690073 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-94af9223-8e17-43bc-8e5d-8cf6ce8fe2a0 req-d0c0100f-9b4f-4d82-8a61-d613fec3502e tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:15.776344 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-94af9223-8e17-43bc-8e5d-8cf6ce8fe2a0 req-d0c0100f-9b4f-4d82-8a61-d613fec3502e tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] For port e0d60e1a-686e-410c-a89c-735d376b72e7, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e0d60e1a-686e-410c-a89c-735d376b72e7,segment=NetworkSegment(328ed6a5-a142-458b-83ab-4c5516de21f7),segment_id=328ed6a5-a142-458b-83ab-4c5516de21f7)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:52:15.776710 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-94af9223-8e17-43bc-8e5d-8cf6ce8fe2a0 req-d0c0100f-9b4f-4d82-8a61-d613fec3502e tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:15.788450 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-94af9223-8e17-43bc-8e5d-8cf6ce8fe2a0 req-d0c0100f-9b4f-4d82-8a61-d613fec3502e tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Calling delete_port for e0d60e1a-686e-410c-a89c-735d376b72e7 owned by compute:nova {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:52:15.912270 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-94af9223-8e17-43bc-8e5d-8cf6ce8fe2a0 req-d0c0100f-9b4f-4d82-8a61-d613fec3502e tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:15.923936 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['e0d60e1a-686e-410c-a89c-735d376b72e7'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:52:15.938924 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0100f-9b4f-4d82-8a61-d613fec3502e tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Pushing event deleted for resources: {'Port': ['ID=e0d60e1a-686e-410c-a89c-735d376b72e7,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:52:15.982649 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-94af9223-8e17-43bc-8e5d-8cf6ce8fe2a0 req-d0c0100f-9b4f-4d82-8a61-d613fec3502e tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] No DVR routers for this DVR port e0d60e1a-686e-410c-a89c-735d376b72e7 on host hv-cinder-81041 {{(pid=100703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:52:15.985254 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-94af9223-8e17-43bc-8e5d-8cf6ce8fe2a0 req-d0c0100f-9b4f-4d82-8a61-d613fec3502e tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:15.987777 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-94af9223-8e17-43bc-8e5d-8cf6ce8fe2a0 req-d0c0100f-9b4f-4d82-8a61-d613fec3502e tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.42 "DELETE /v2.0/ports/e0d60e1a-686e-410c-a89c-735d376b72e7 HTTP/1.1" status: 204 len: 173 time: 0.3761547 Sep 23 18:52:15.988206 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c53ce2-609a-4984-9d4d-116c843f237a', 'name': 'network-vif-deleted', 'tag': 'e0d60e1a-686e-410c-a89c-735d376b72e7'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:52:15.990665 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73e3764-c73b-44f6-bc4b-451a5490f816" -d '{"events": [{"server_uuid": "81c53ce2-609a-4984-9d4d-116c843f237a", "name": "network-vif-deleted", "tag": "e0d60e1a-686e-410c-a89c-735d376b72e7"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:52:16.024848 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43697d55-c445-4a3f-8b56-92bab311bbb9 x-openstack-request-id: req-43697d55-c445-4a3f-8b56-92bab311bbb9 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:52:16.025139 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c53ce2-609a-4984-9d4d-116c843f237a", "name": "network-vif-deleted", "tag": "e0d60e1a-686e-410c-a89c-735d376b72e7", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:52:16.025383 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43697d55-c445-4a3f-8b56-92bab311bbb9 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:52:16.025765 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c53ce2-609a-4984-9d4d-116c843f237a', 'name': 'network-vif-deleted', 'tag': 'e0d60e1a-686e-410c-a89c-735d376b72e7', 'status': 'completed', 'code': 200} Sep 23 18:52:16.466496 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b7683b81-5178-4b83-9d03-0464c7854cda req-424ae55a-167f-4fc3-b87f-4acc4c42e65a tempest-AttachVolumeNegativeTest-350716191 tempest-AttachVolumeNegativeTest-350716191-project] 10.222.0.70 "GET /v2.0/ports?device_id=81c53ce2-609a-4984-9d4d-116c843f237a HTTP/1.1" status: 200 len: 210 time: 0.0283742 Sep 23 18:52:17.338146 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:17.529212 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 36690) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:52:17.578951 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_v2 [None req-889d454f-fc14-4c50-88b8-8911c935d14d admin admin] Deleting subnet aa173b6d-3840-47fc-9919-bbda748ec4e6 {{(pid=100703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:52:17.582610 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-889d454f-fc14-4c50-88b8-8911c935d14d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:17.615884 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-889d454f-fc14-4c50-88b8-8911c935d14d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629873'] for subnet, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:17.652691 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-889d454f-fc14-4c50-88b8-8911c935d14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:17.701823 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-889d454f-fc14-4c50-88b8-8911c935d14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4756863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4643638'] for subnet, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:17.726397 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d454f-fc14-4c50-88b8-8911c935d14d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa173b6d-3840-47fc-9919-bbda748ec4e6,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:52:17.730415 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-889d454f-fc14-4c50-88b8-8911c935d14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:17.732168 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-889d454f-fc14-4c50-88b8-8911c935d14d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/aa173b6d-3840-47fc-9919-bbda748ec4e6 HTTP/1.1" status: 204 len: 168 time: 0.2019594 Sep 23 18:52:17.734562 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 36692) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:52:17.803936 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-681f9773-694c-4be9-8d3d-80f16d8b8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:17.893434 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-681f9773-694c-4be9-8d3d-80f16d8b8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:17.921697 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-681f9773-694c-4be9-8d3d-80f16d8b8d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d02f8e-bf44-4eef-a94d-f62b57e23c47']}} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:52:17.934213 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-681f9773-694c-4be9-8d3d-80f16d8b8d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328ed6a5-a142-458b-83ab-4c5516de21f7') {'for_net_delete': True} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:52:17.934697 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-681f9773-694c-4be9-8d3d-80f16d8b8d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328ed6a5-a142-458b-83ab-4c5516de21f7') {} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:52:17.947620 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-681f9773-694c-4be9-8d3d-80f16d8b8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629864'] for segment, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:17.963822 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-681f9773-694c-4be9-8d3d-80f16d8b8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:17.969642 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681f9773-694c-4be9-8d3d-80f16d8b8d93 admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=100703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:52:17.970066 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-681f9773-694c-4be9-8d3d-80f16d8b8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4755921'] for segment, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: Traceback (most recent call last): Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: timer() Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: cb(*args, **kw) Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: return func(*args, **kwargs) Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: self._notify() Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: self.callback(batched_events) Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: event.method(event) Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: return f(self, *a, **k) Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._get(url).json() Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: return self.request(url, 'GET', **kwargs) Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:52:17.972356 dv-cinder-810415-4-iscsi neutron-server[100703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:52:18.028433 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-681f9773-694c-4be9-8d3d-80f16d8b8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:18.034369 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-681f9773-694c-4be9-8d3d-80f16d8b8d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:18.036180 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-681f9773-694c-4be9-8d3d-80f16d8b8d93 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e8d02f8e-bf44-4eef-a94d-f62b57e23c47 HTTP/1.1" status: 204 len: 168 time: 0.3007183 Sep 23 18:52:18.046443 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f9773-694c-4be9-8d3d-80f16d8b8d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d02f8e-bf44-4eef-a94d-f62b57e23c47,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:52:18.139834 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 36696) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:52:18.182228 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-d4d873ae-1644-46d0-9674-61b1eedabc50 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74d9bb6ea2974674b28c5994fcfe5ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411551 Sep 23 18:52:18.184577 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 36698) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:52:18.497145 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bb7b663a-cd7b-410f-85d8-b7ef16254539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:18.518245 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bb7b663a-cd7b-410f-85d8-b7ef16254539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:18.569297 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bb7b663a-cd7b-410f-85d8-b7ef16254539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:18.571848 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bb7b663a-cd7b-410f-85d8-b7ef16254539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:18.573093 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-bb7b663a-cd7b-410f-85d8-b7ef16254539 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce6913da-538c-4811-b872-f9f24298c2cd HTTP/1.1" status: 204 len: 168 time: 0.3876393 Sep 23 18:52:18.581558 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b663a-cd7b-410f-85d8-b7ef16254539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6913da-538c-4811-b872-f9f24298c2cd,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:52:19.122856 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device e0d60e1a-686e-410c-a89c-735d376b72e7 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:52:19.142419 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: e0d60e1a-686e-410c-a89c-735d376b72e7 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:52:19.142765 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device e0d60e1a-686e-410c-a89c-735d376b72e7 not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:52:19.935678 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7842e922-d90f-4c90-a76d-5de52e5607d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:22.606292 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-0bd68f76-1cf3-4496-bb66-fd9be595098c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:22.919284 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:23.600351 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:25.470704 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:30.308232 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:52:47.337892 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:49.936334 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a197bbc1-1614-4b98-80a7-92dc62bfbca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:52.611559 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a5c197ec-7b2e-4933-b48b-aee2a1d60b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:52.921094 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:53.602887 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:55.473697 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:57.327146 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-a752da5a-d7bb-4d9b-9335-138ffe1886b1 req-3a80da2b-df57-4e14-9623-396c8e5b584c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1332493 Sep 23 18:52:57.391273 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752da5a-d7bb-4d9b-9335-138ffe1886b1 req-2571b9d9-39fb-47d7-a22a-1e98e58dec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:52:57.393436 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-a752da5a-d7bb-4d9b-9335-138ffe1886b1 req-2571b9d9-39fb-47d7-a22a-1e98e58dec1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 1098 time: 0.0443456 Sep 23 18:52:57.500394 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752da5a-d7bb-4d9b-9335-138ffe1886b1 req-2115b1d4-e05b-4df7-b9e3-1b8f31790c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:52:57.502503 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-a752da5a-d7bb-4d9b-9335-138ffe1886b1 req-2115b1d4-e05b-4df7-b9e3-1b8f31790c47 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 200 len: 913 time: 0.0856531 Sep 23 18:52:57.572662 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-a752da5a-d7bb-4d9b-9335-138ffe1886b1 req-a9954849-4fac-4335-b56c-ae5f96460cf2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=346c3181-8120-4c9e-b93c-bb4c2c2c4874 HTTP/1.1" status: 200 len: 1001 time: 0.0620899 Sep 23 18:52:57.624259 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752da5a-d7bb-4d9b-9335-138ffe1886b1 req-6f9ec4a9-c67a-4d8b-890e-073ea648e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:52:57.625861 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-a752da5a-d7bb-4d9b-9335-138ffe1886b1 req-6f9ec4a9-c67a-4d8b-890e-073ea648e704 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=879b8817-bb1c-4e98-87fd-23bc279c23d8 HTTP/1.1" status: 200 len: 850 time: 0.0453939 Sep 23 18:52:57.669576 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752da5a-d7bb-4d9b-9335-138ffe1886b1 req-9921b0e7-1df9-42a2-9748-88b68291b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:52:57.671001 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-a752da5a-d7bb-4d9b-9335-138ffe1886b1 req-9921b0e7-1df9-42a2-9748-88b68291b4a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379963 Sep 23 18:52:57.681827 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [req-a752da5a-d7bb-4d9b-9335-138ffe1886b1 req-d21b9326-d4d0-47a0-b463-4dc97e2e0a0d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=100703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 18:52:57.682763 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-a752da5a-d7bb-4d9b-9335-138ffe1886b1 req-d21b9326-d4d0-47a0-b463-4dc97e2e0a0d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047317 Sep 23 18:52:57.771960 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-a752da5a-d7bb-4d9b-9335-138ffe1886b1 req-31bf30c2-ca1c-4e85-a9d3-39cd91c0c4af service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812860 Sep 23 18:52:57.862710 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-a752da5a-d7bb-4d9b-9335-138ffe1886b1 req-62498630-a9b8-41d1-ab6d-274419d9b4f2 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835388 Sep 23 18:52:58.962088 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 37084) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:52:59.065146 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:59.152374 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:59.155972 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:59.193063 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7501f9a23214d9c9c1e6e649be7e3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299056 Sep 23 18:52:59.194177 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf3954b-05e0-4dac-bba8-cf2f16a51a6f,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:52:59.195749 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37088) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:52:59.201122 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.201474 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.201816 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.202150 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.202487 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.202811 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.203141 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.203467 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.203805 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.204139 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.204491 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.204810 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44dcb2-fb46-4c10-93ba-09fd8270ef35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.247043 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:59.267584 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:59.314246 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:59.316852 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:59.318014 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/acf3954b-05e0-4dac-bba8-cf2f16a51a6f HTTP/1.1" status: 204 len: 168 time: 0.1211877 Sep 23 18:52:59.325683 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf3954b-05e0-4dac-bba8-cf2f16a51a6f,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:52:59.332565 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.332918 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.333258 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.333589 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.333916 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.334243 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.334568 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.334891 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.335219 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.335534 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.335952 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.336173 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fefc0-f1f8-4664-b57c-bfad4b8a38ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:52:59.575296 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37094) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:52:59.588635 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-67863d19-c349-4867-968a-c4be21312e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:59.672334 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-67863d19-c349-4867-968a-c4be21312e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:59.675792 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-67863d19-c349-4867-968a-c4be21312e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:59.711755 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67863d19-c349-4867-968a-c4be21312e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc03ee8-92f5-4c09-9cdb-e4a0b19c603c,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:52:59.716997 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-67863d19-c349-4867-968a-c4be21312e07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a3e313317a1b496ba5ca42b788b07f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406610 Sep 23 18:52:59.719923 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37096) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:52:59.767048 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4a28915b-d7bf-454e-9d18-a720ee0d6df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:59.790145 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4a28915b-d7bf-454e-9d18-a720ee0d6df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:59.837310 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4a28915b-d7bf-454e-9d18-a720ee0d6df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:59.839820 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4a28915b-d7bf-454e-9d18-a720ee0d6df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:52:59.840982 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-4a28915b-d7bf-454e-9d18-a720ee0d6df1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ebc03ee8-92f5-4c09-9cdb-e4a0b19c603c HTTP/1.1" status: 204 len: 168 time: 0.1201112 Sep 23 18:52:59.849027 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28915b-d7bf-454e-9d18-a720ee0d6df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc03ee8-92f5-4c09-9cdb-e4a0b19c603c,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:04.672555 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37194) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:53:04.773670 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-95ca3746-27b2-40cb-9937-286d2ceeb40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:04.859452 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-95ca3746-27b2-40cb-9937-286d2ceeb40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:04.863991 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-95ca3746-27b2-40cb-9937-286d2ceeb40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:04.901568 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-95ca3746-27b2-40cb-9937-286d2ceeb40b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a7a9457b9d91479ca34fcf310a28c049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279134 Sep 23 18:53:04.903575 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca3746-27b2-40cb-9937-286d2ceeb40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f16e4c-6a3f-482f-aae7-66f85abed413,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:04.904225 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 37198) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:53:04.954893 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0d057ebc-6b18-446b-a723-dfdf48df72eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:04.974527 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0d057ebc-6b18-446b-a723-dfdf48df72eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:05.019139 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0d057ebc-6b18-446b-a723-dfdf48df72eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:05.021650 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-0d057ebc-6b18-446b-a723-dfdf48df72eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:05.022801 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-0d057ebc-6b18-446b-a723-dfdf48df72eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/74f16e4c-6a3f-482f-aae7-66f85abed413 HTTP/1.1" status: 204 len: 168 time: 0.1175656 Sep 23 18:53:05.030129 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057ebc-6b18-446b-a723-dfdf48df72eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f16e4c-6a3f-482f-aae7-66f85abed413,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:05.274566 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 37204) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:53:05.287308 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7fedf9d4-a604-44cf-904b-234c9402aa33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:05.378026 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7fedf9d4-a604-44cf-904b-234c9402aa33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:05.381545 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-7fedf9d4-a604-44cf-904b-234c9402aa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:05.416304 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedf9d4-a604-44cf-904b-234c9402aa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8895b9c-48f8-4d8f-9103-9c80e6335382,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:05.420560 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-7fedf9d4-a604-44cf-904b-234c9402aa33 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9078e86b4785494ca8ff862364b75088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449740 Sep 23 18:53:05.423641 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 37206) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:53:05.470689 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-c2868178-f92f-43cf-ae5e-3633bbb6e52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:05.491506 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-c2868178-f92f-43cf-ae5e-3633bbb6e52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:05.537359 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-c2868178-f92f-43cf-ae5e-3633bbb6e52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:05.540371 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-c2868178-f92f-43cf-ae5e-3633bbb6e52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:05.541476 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-c2868178-f92f-43cf-ae5e-3633bbb6e52b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f8895b9c-48f8-4d8f-9103-9c80e6335382 HTTP/1.1" status: 204 len: 168 time: 0.1168668 Sep 23 18:53:05.549365 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2868178-f92f-43cf-ae5e-3633bbb6e52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8895b9c-48f8-4d8f-9103-9c80e6335382,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:05.852992 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37212) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:53:05.866630 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-13a6b5f8-6e4c-45b2-92d3-050fb47e9c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:05.954495 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-13a6b5f8-6e4c-45b2-92d3-050fb47e9c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:05.958009 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-13a6b5f8-6e4c-45b2-92d3-050fb47e9c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:05.997524 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-13a6b5f8-6e4c-45b2-92d3-050fb47e9c58 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=75ea36be306a4f9481e43b677f5c8f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434567 Sep 23 18:53:05.998481 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6b5f8-6e4c-45b2-92d3-050fb47e9c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a682ec-9ca3-4675-9f4c-615d94223d46,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:06.000321 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 37214) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:53:06.049199 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ad7bd36e-59d6-4a20-a02c-4c71ce6ca2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:06.069518 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ad7bd36e-59d6-4a20-a02c-4c71ce6ca2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:06.116153 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ad7bd36e-59d6-4a20-a02c-4c71ce6ca2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:06.118674 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-ad7bd36e-59d6-4a20-a02c-4c71ce6ca2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:06.119828 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-ad7bd36e-59d6-4a20-a02c-4c71ce6ca2b0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/24a682ec-9ca3-4675-9f4c-615d94223d46 HTTP/1.1" status: 204 len: 168 time: 0.1178694 Sep 23 18:53:06.128069 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bd36e-59d6-4a20-a02c-4c71ce6ca2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a682ec-9ca3-4675-9f4c-615d94223d46,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:07.307139 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:53:12.312179 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 37334) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:53:12.415105 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-54852942-e32d-42fb-b540-56588a5c1de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:12.503444 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-54852942-e32d-42fb-b540-56588a5c1de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:12.507110 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-54852942-e32d-42fb-b540-56588a5c1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:12.548737 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-54852942-e32d-42fb-b540-56588a5c1de7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=190fb728894e4a2092ebada11812886b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349517 Sep 23 18:53:12.549614 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54852942-e32d-42fb-b540-56588a5c1de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a121435a-7de6-4349-9af4-8dc5e34b798b,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:12.551491 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37338) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:53:12.598490 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1fd786a1-9cd1-4aa4-b99a-a845e642c5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:12.618402 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1fd786a1-9cd1-4aa4-b99a-a845e642c5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:12.664652 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1fd786a1-9cd1-4aa4-b99a-a845e642c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:12.667076 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1fd786a1-9cd1-4aa4-b99a-a845e642c5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:12.668190 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-1fd786a1-9cd1-4aa4-b99a-a845e642c5c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a121435a-7de6-4349-9af4-8dc5e34b798b HTTP/1.1" status: 204 len: 168 time: 0.1151347 Sep 23 18:53:12.675375 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd786a1-9cd1-4aa4-b99a-a845e642c5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a121435a-7de6-4349-9af4-8dc5e34b798b,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:12.918422 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 37344) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:53:12.931106 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-482f08db-3773-4fb0-906f-154b7c1ee943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:13.018640 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-482f08db-3773-4fb0-906f-154b7c1ee943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:13.022296 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-482f08db-3773-4fb0-906f-154b7c1ee943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:13.059931 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-482f08db-3773-4fb0-906f-154b7c1ee943 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=adfbb96493164e59b142ef4c4623e4d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403890 Sep 23 18:53:13.060823 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f08db-3773-4fb0-906f-154b7c1ee943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2774e6e0-8919-410d-9229-6186ee86e348,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:13.062648 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37346) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:53:13.110403 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4f4b-f9cd-4272-94e9-1f4a585e293a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:13.130330 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4f4b-f9cd-4272-94e9-1f4a585e293a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:13.176767 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4f4b-f9cd-4272-94e9-1f4a585e293a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:13.179231 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4f4b-f9cd-4272-94e9-1f4a585e293a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:13.180400 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-5f9b4f4b-f9cd-4272-94e9-1f4a585e293a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2774e6e0-8919-410d-9229-6186ee86e348 HTTP/1.1" status: 204 len: 168 time: 0.1162343 Sep 23 18:53:13.188643 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4f4b-f9cd-4272-94e9-1f4a585e293a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2774e6e0-8919-410d-9229-6186ee86e348,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:17.336999 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:19.938186 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a61bab20-2f55-42c4-8ca5-cf547252822b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:22.612798 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-ec0bf787-5dc7-4a84-bafb-f3280b23e416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:22.923584 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:23.617634 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:25.475389 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:26.919094 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 37488) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:53:27.023782 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f924-4d54-4ee0-b218-09561193dd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:27.113939 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f924-4d54-4ee0-b218-09561193dd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:27.119647 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f924-4d54-4ee0-b218-09561193dd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:27.165209 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-6eb7f924-4d54-4ee0-b218-09561193dd3b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9bf4732298c64447b727ae0c4d6b5449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451007 Sep 23 18:53:27.167889 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37498) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:53:27.173338 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7f924-4d54-4ee0-b218-09561193dd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1d9d48-bb0b-40d3-97c5-8f2b5c594312,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:27.200454 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-a3e1eb9b-9dde-4c3a-ae75-58671f0e79a3 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560657522&fields=id&tenant_id=d0453171fa784e6ba3b9eedb739013f4 HTTP/1.1" status: 200 len: 267 time: 0.0517671 Sep 23 18:53:27.219610 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-39e1e30f-02d8-48d9-b8e5-beb54ef2f1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:27.240097 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-39e1e30f-02d8-48d9-b8e5-beb54ef2f1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:27.288077 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-39e1e30f-02d8-48d9-b8e5-beb54ef2f1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:27.290621 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-39e1e30f-02d8-48d9-b8e5-beb54ef2f1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:27.291791 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-39e1e30f-02d8-48d9-b8e5-beb54ef2f1a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c1d9d48-bb0b-40d3-97c5-8f2b5c594312 HTTP/1.1" status: 204 len: 168 time: 0.1228228 Sep 23 18:53:27.299656 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1e30f-02d8-48d9-b8e5-beb54ef2f1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1d9d48-bb0b-40d3-97c5-8f2b5c594312,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:27.314677 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-f6ad2b5b-8fab-457f-9303-ab740922b69e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:27.316201 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-f6ad2b5b-8fab-457f-9303-ab740922b69e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/networks?id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 200 len: 811 time: 0.1089780 Sep 23 18:53:27.336346 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-e41c0dd5-fa41-4fc8-a9c0-963d6f51fc45 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/quotas/d0453171fa784e6ba3b9eedb739013f4 HTTP/1.1" status: 200 len: 375 time: 0.0096626 Sep 23 18:53:27.394775 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-afc05b90-3451-49b4-aa67-9950bcc244b5 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0529437 Sep 23 18:53:27.496739 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-b88e4c96-5e8d-4fb0-953f-8fd47b54da22 service neutron] 10.222.0.70 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879619 Sep 23 18:53:27.554729 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37504) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:53:27.567514 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-53bf3cd3-7e40-48c8-b082-32c8422873a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:27.590919 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-d300f3c6-e0f9-4e0b-bcf0-9c8e38876ba9 service neutron] 10.222.0.70 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878596 Sep 23 18:53:27.657226 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-53bf3cd3-7e40-48c8-b082-32c8422873a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:27.661357 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-53bf3cd3-7e40-48c8-b082-32c8422873a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:27.698499 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-53bf3cd3-7e40-48c8-b082-32c8422873a7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d161f9f21d7648f18ee906a90e7ffea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426442 Sep 23 18:53:27.699417 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf3cd3-7e40-48c8-b082-32c8422873a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27ab9a7-26ec-4e34-ac46-80e2eda5b155,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:27.701296 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 37510) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:53:27.752716 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d55f5600-0937-403b-a77e-ebcd06a7731a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:27.774177 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d55f5600-0937-403b-a77e-ebcd06a7731a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:27.823210 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d55f5600-0937-403b-a77e-ebcd06a7731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:27.826012 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-d55f5600-0937-403b-a77e-ebcd06a7731a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:27.827331 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-d55f5600-0937-403b-a77e-ebcd06a7731a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e27ab9a7-26ec-4e34-ac46-80e2eda5b155 HTTP/1.1" status: 204 len: 168 time: 0.1248906 Sep 23 18:53:27.835391 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f5600-0937-403b-a77e-ebcd06a7731a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27ab9a7-26ec-4e34-ac46-80e2eda5b155,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:28.211467 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f64143ad-0953-427e-ac14-9640fce6d613 req-44e0d53e-6b2e-4a6b-b4ea-f7f176b811b1 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 210 time: 0.3246548 Sep 23 18:53:28.934651 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-eb3d4695-da64-428e-b7ee-718226787c2b tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:28.936355 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-eb3d4695-da64-428e-b7ee-718226787c2b tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.42 "GET /v2.0/networks?id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 200 len: 811 time: 0.1169879 Sep 23 18:53:28.981796 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-baade333-344b-4e4b-a9f1-3995f2fec50e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0453171fa784e6ba3b9eedb739013f4 HTTP/1.1" status: 200 len: 380 time: 0.0364485 Sep 23 18:53:28.990938 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-076aa8ba-1776-44c9-a4db-9f0b108b0071 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Request body: {'port': {'device_id': 'eae51d1c-c4f6-4d05-9732-1e2514631dc0', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'admin_state_up': True, 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'security_groups': ['66d98581-7d1a-4056-a500-21fa728ea854']}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:53:29.102217 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-076aa8ba-1776-44c9-a4db-9f0b108b0071 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Made reservation on behalf of d0453171fa784e6ba3b9eedb739013f4 for: {'port': 1} {{(pid=100703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 18:53:29.105908 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-076aa8ba-1776-44c9-a4db-9f0b108b0071 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:29.234477 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_common [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-076aa8ba-1776-44c9-a4db-9f0b108b0071 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Allocated IP 172.20.0.3 (9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4/879b8817-bb1c-4e98-87fd-23bc279c23d8/b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0) {{(pid=100703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:53:29.304849 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-59a52ee0-a966-4450-a0e5-5a6cd0c60b32 req-953306f4-07c8-4f04-b267-cc32dfdf15ca tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 210 time: 0.0260875 Sep 23 18:53:29.374574 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-076aa8ba-1776-44c9-a4db-9f0b108b0071 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for port, precommit_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:29.409364 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-076aa8ba-1776-44c9-a4db-9f0b108b0071 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_create {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:29.449856 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-076aa8ba-1776-44c9-a4db-9f0b108b0071 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 is already hosted by enough agents. {{(pid=100703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:53:29.454622 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.base_scheduler [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-076aa8ba-1776-44c9-a4db-9f0b108b0071 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Resources bound (agent type, host, resource id): {{(pid=100703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:53:29.458207 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-076aa8ba-1776-44c9-a4db-9f0b108b0071 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Received port after_create {{(pid=100703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:53:29.467123 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076aa8ba-1776-44c9-a4db-9f0b108b0071 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event updated for resources: {'Port': ['ID=b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0,revision_number=1']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:29.513364 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-076aa8ba-1776-44c9-a4db-9f0b108b0071 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:29.514023 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-076aa8ba-1776-44c9-a4db-9f0b108b0071 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:29.528519 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-076aa8ba-1776-44c9-a4db-9f0b108b0071 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5412486 Sep 23 18:53:29.540823 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.v2.base [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Request body: {'port': {'device_id': 'eae51d1c-c4f6-4d05-9732-1e2514631dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=100703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:53:29.600462 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:29.705479 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-71eb9b92-eba9-4133-9995-d553078a41f2 None None] Provisioning complete for port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 triggered by entity DHCP. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:53:29.706033 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-71eb9b92-eba9-4133-9995-d553078a41f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:29.739867 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-71eb9b92-eba9-4133-9995-d553078a41f2 None None] Port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 cannot update to ACTIVE because it is not bound. {{(pid=100705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 18:53:29.847979 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 {{(pid=100703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:53:29.855259 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:29.867374 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.provisioning_blocks [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Transition to ACTIVE for port object b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 will not be triggered until provisioned by entity L2. {{(pid=100703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 18:53:29.870987 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:29.923619 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0,revision_number=2']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:29.987379 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Attempting to bind port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 18:53:29.988001 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Attempting to bind port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 18:53:29.988119 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Attempting to bind port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 on network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:53:29.992448 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 on network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 18:53:29.992771 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Attempting to bind port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 on network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 18:53:29.998198 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Checking agent: {'id': '41308d70-4fb8-4c13-aa91-1c2e75df3d95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'started_at': datetime.datetime(2021, 9, 23, 18, 40, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 18, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 18:53:29.998761 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Checking segment: {'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 18:53:29.999146 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Bound using segment: {'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'} {{(pid=100703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 18:53:29.999573 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.managers [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Bound port: b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e44ad5-e91f-4ca5-bd15-e6472473a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4'}}] {{(pid=100703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 18:53:29.999965 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:30.069351 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] For port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0, host hv-cinder-81041, cleared binding levels {{(pid=100703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 18:53:30.072814 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] For port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 18:53:30.077297 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4756777'] for port, after_update {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:30.114626 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:30.115246 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:30.116633 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] 10.222.0.42 "PUT /v2.0/ports/b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 HTTP/1.1" status: 200 len: 1093 time: 0.5805807 Sep 23 18:53:30.117118 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae51d1c-c4f6-4d05-9732-1e2514631dc0', 'tag': 'b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:53:30.119544 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073b2b6d-6d0d-4b14-b240-c9a412cfaca7" -d '{"events": [{"name": "network-changed", "server_uuid": "eae51d1c-c4f6-4d05-9732-1e2514631dc0", "tag": "b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:53:30.162720 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a5c30-c9f5-478d-ac25-0b140ac397d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0,revision_number=3']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:30.223929 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-65530154-2906-47ef-a9cb-0c6eeaaac7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:30.226006 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-65530154-2906-47ef-a9cb-0c6eeaaac7bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0504253 Sep 23 18:53:30.278988 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-23c36e76-03e4-4f62-91f2-c8f0f0d91c40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 HTTP/1.1" status: 200 len: 217 time: 0.0454431 Sep 23 18:53:30.339666 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae07382-b9f6-4575-b39e-7665d140e402 x-openstack-request-id: req-5ae07382-b9f6-4575-b39e-7665d140e402 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:53:30.340203 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae51d1c-c4f6-4d05-9732-1e2514631dc0", "tag": "b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:53:30.340595 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ae07382-b9f6-4575-b39e-7665d140e402 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:53:30.341043 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae51d1c-c4f6-4d05-9732-1e2514631dc0', 'tag': 'b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0', 'status': 'completed', 'code': 200} Sep 23 18:53:30.342754 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-91c3826b-9218-4a1c-bcb4-647bd276daba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:30.344437 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-91c3826b-9218-4a1c-bcb4-647bd276daba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=879b8817-bb1c-4e98-87fd-23bc279c23d8 HTTP/1.1" status: 200 len: 850 time: 0.0589824 Sep 23 18:53:30.405606 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-32f83dd6-1883-457c-8567-348145ee0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:30.408101 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-32f83dd6-1883-457c-8567-348145ee0e7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568435 Sep 23 18:53:30.427385 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acec40-eac4-4de8-8e0b-e2e83a77bf2d req-299f8194-a2fe-4aa7-94d5-a977fb2b2033 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:30.428938 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-28acec40-eac4-4de8-8e0b-e2e83a77bf2d req-299f8194-a2fe-4aa7-94d5-a977fb2b2033 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 943 time: 0.0575566 Sep 23 18:53:30.470309 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-28acec40-eac4-4de8-8e0b-e2e83a77bf2d req-91d67caf-b788-4abc-ab92-9940accc4d25 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347638 Sep 23 18:53:30.501082 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-11828618-5473-4331-9a1c-8f615f1ae4db service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859580 Sep 23 18:53:30.596834 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-785d3afa-cfc9-43ad-a93f-3aa3553a5b55 req-de9fff40-3e55-4911-ab4b-ae8b66f3af5f service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890324 Sep 23 18:53:30.679017 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b2b6d-6d0d-4b14-b240-c9a412cfaca7 req-ff048fc9-f430-40df-bf6c-5bb174f92cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:30.680468 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-073b2b6d-6d0d-4b14-b240-c9a412cfaca7 req-ff048fc9-f430-40df-bf6c-5bb174f92cb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0404532 Sep 23 18:53:30.769770 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b2b6d-6d0d-4b14-b240-c9a412cfaca7 req-21dd400d-9413-4aaf-b576-eb915f8e867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:30.771197 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-073b2b6d-6d0d-4b14-b240-c9a412cfaca7 req-21dd400d-9413-4aaf-b576-eb915f8e867d service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 200 len: 913 time: 0.0837972 Sep 23 18:53:30.813515 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-073b2b6d-6d0d-4b14-b240-c9a412cfaca7 req-1ddd461a-879e-40a0-a239-140fcc948b28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 HTTP/1.1" status: 200 len: 217 time: 0.0341702 Sep 23 18:53:30.861407 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b2b6d-6d0d-4b14-b240-c9a412cfaca7 req-3fb95f89-7ea0-49cf-af01-11fb68f65ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:30.862813 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-073b2b6d-6d0d-4b14-b240-c9a412cfaca7 req-3fb95f89-7ea0-49cf-af01-11fb68f65ffd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=879b8817-bb1c-4e98-87fd-23bc279c23d8 HTTP/1.1" status: 200 len: 850 time: 0.0419664 Sep 23 18:53:30.913438 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b2b6d-6d0d-4b14-b240-c9a412cfaca7 req-f20719c2-10f2-4593-99de-ef5bc88e7ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:30.914880 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-073b2b6d-6d0d-4b14-b240-c9a412cfaca7 req-f20719c2-10f2-4593-99de-ef5bc88e7ce8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421948 Sep 23 18:53:31.000877 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-073b2b6d-6d0d-4b14-b240-c9a412cfaca7 req-a5071507-42fc-4ebd-aed5-98c3d731cf09 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783160 Sep 23 18:53:31.091465 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-073b2b6d-6d0d-4b14-b240-c9a412cfaca7 req-2af61cf0-0301-41f5-9e4e-138972f826ae service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798728 Sep 23 18:53:31.584557 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22615bd-9481-4de5-9272-5adc455489a6 req-d3d8fe1a-6230-43bc-8403-a392f266964f tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:31.586027 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f22615bd-9481-4de5-9272-5adc455489a6 req-d3d8fe1a-6230-43bc-8403-a392f266964f tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 943 time: 0.0472524 Sep 23 18:53:31.626450 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-f22615bd-9481-4de5-9272-5adc455489a6 req-2598b1b9-2b64-446f-8d20-b3554fc7158b tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313902 Sep 23 18:53:32.738820 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2c2f4-7a73-4cff-b891-859b9214beca req-350d269f-b9ee-4724-b0d7-09afd975c223 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:32.740316 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-56e2c2f4-7a73-4cff-b891-859b9214beca req-350d269f-b9ee-4724-b0d7-09afd975c223 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 943 time: 0.0474443 Sep 23 18:53:32.777673 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-56e2c2f4-7a73-4cff-b891-859b9214beca req-596d723f-2a24-4bad-8f5d-da0869a41c19 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314131 Sep 23 18:53:34.005596 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a42654-725b-4d7a-b7ac-b4c1f1a63015 req-a0ac37e9-1f15-4901-8eba-f83b328330d6 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:34.007186 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-25a42654-725b-4d7a-b7ac-b4c1f1a63015 req-a0ac37e9-1f15-4901-8eba-f83b328330d6 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 943 time: 0.0545142 Sep 23 18:53:34.043754 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-25a42654-725b-4d7a-b7ac-b4c1f1a63015 req-b16b7de9-3104-4c1f-92dc-2636d3628b48 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305855 Sep 23 18:53:35.154395 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c693d-2d78-4ef1-a1d3-f059b986e6bd req-b90b63ec-4aa6-475b-b82c-3452ad9b762b tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:35.155877 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bf7c693d-2d78-4ef1-a1d3-f059b986e6bd req-b90b63ec-4aa6-475b-b82c-3452ad9b762b tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 943 time: 0.0481284 Sep 23 18:53:35.195476 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-bf7c693d-2d78-4ef1-a1d3-f059b986e6bd req-73b42d36-264a-4df5-a7ef-3513f977ebeb tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336902 Sep 23 18:53:36.305297 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff245b-03af-48aa-9624-a998d98e0c25 req-37e52187-ceaf-4ce3-85d9-acfcf67f031d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:36.306755 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b3ff245b-03af-48aa-9624-a998d98e0c25 req-37e52187-ceaf-4ce3-85d9-acfcf67f031d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 943 time: 0.0473700 Sep 23 18:53:36.343960 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b3ff245b-03af-48aa-9624-a998d98e0c25 req-fcab0cbc-5212-4829-81dc-7819972dd124 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303810 Sep 23 18:53:37.459394 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87512f-50d0-4b79-9f33-9b7ea43894e5 req-d27d61cf-4eef-4fee-8961-3abdcb18242c tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:37.460878 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a87512f-50d0-4b79-9f33-9b7ea43894e5 req-d27d61cf-4eef-4fee-8961-3abdcb18242c tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 943 time: 0.0517156 Sep 23 18:53:37.496830 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-9a87512f-50d0-4b79-9f33-9b7ea43894e5 req-46cc6d4c-1118-4e18-8efe-377dac843d9e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302112 Sep 23 18:53:38.608702 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153f220-6f3e-4577-99a8-a316b21df157 req-ed813649-69c8-4ce5-a9e5-e3f66f6dcc33 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:38.610230 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4153f220-6f3e-4577-99a8-a316b21df157 req-ed813649-69c8-4ce5-a9e5-e3f66f6dcc33 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 943 time: 0.0488083 Sep 23 18:53:38.649322 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4153f220-6f3e-4577-99a8-a316b21df157 req-384c79bd-a3f0-463b-b96f-71fe12b9186a tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331361 Sep 23 18:53:39.494998 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=100705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 18:53:39.586034 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:53:39.596656 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Returning: {'device': 'b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'port_id': 'b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0', 'mac_address': 'fa:16:3e:f1:16:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 18:53:39.632594 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:39.647574 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 {{(pid=100705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 18:53:39.665659 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:53:39.670489 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:39.720902 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0,revision_number=4']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:39.727847 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:53:39.728207 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:53:39.728586 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:53:39.728929 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:53:39.729528 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:53:39.729864 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:53:39.730199 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:53:39.730531 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:53:39.730864 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:53:39.731192 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:53:39.731547 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:53:39.731901 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:53:39.768361 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3339a-990e-4957-885b-fcd49a6f5325 req-e356d9ed-3403-43f2-be21-62a485761053 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:39.769838 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4cb3339a-990e-4957-885b-fcd49a6f5325 req-e356d9ed-3403-43f2-be21-62a485761053 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 944 time: 0.0488393 Sep 23 18:53:39.808610 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-4cb3339a-990e-4957-885b-fcd49a6f5325 req-172829a1-7024-42ee-ba96-4a29cb640d24 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327330 Sep 23 18:53:39.914658 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] get_ports_and_sgs() called for port_ids ['b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0'] {{(pid=100705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 18:53:40.927101 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a044a6b-0f99-4e2c-b658-1f5dc400f032 req-019b37be-87d3-46a4-81ef-773bb6eabede tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:40.928583 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6a044a6b-0f99-4e2c-b658-1f5dc400f032 req-019b37be-87d3-46a4-81ef-773bb6eabede tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 944 time: 0.0518835 Sep 23 18:53:40.964897 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6a044a6b-0f99-4e2c-b658-1f5dc400f032 req-9b64ef34-6dd4-46e2-bc48-ab5f2d67b626 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304701 Sep 23 18:53:41.502587 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 up at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 18:53:41.548314 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning for port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 completed by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 18:53:41.551605 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.provisioning_blocks [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Provisioning complete for port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 triggered by entity L2. {{(pid=100705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 18:53:41.551975 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702497'] for port, provisioning_complete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:41.628936 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:41.651743 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae51d1c-c4f6-4d05-9732-1e2514631dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0'}] {{(pid=100705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:53:41.653989 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a05b10d9eefd540ff7f524b4dc1e73aa036be7ebd375ca3d92e3496864ab79f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b60a127-20b0-4c12-89dd-8b313a12a60f" -d '{"events": [{"server_uuid": "eae51d1c-c4f6-4d05-9732-1e2514631dc0", "name": "network-vif-plugged", "status": "completed", "tag": "b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0"}]}' {{(pid=100705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:53:41.667447 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] For port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:53:41.673482 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397'] for port, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:41.698619 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd3366c-5f74-40b1-90f1-e21cc90558b9 x-openstack-request-id: req-bbd3366c-5f74-40b1-90f1-e21cc90558b9 {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:53:41.698914 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae51d1c-c4f6-4d05-9732-1e2514631dc0", "name": "network-vif-plugged", "status": "completed", "tag": "b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0", "code": 200}]} {{(pid=100705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:53:41.699163 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bbd3366c-5f74-40b1-90f1-e21cc90558b9 {{(pid=100705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:53:41.699553 dv-cinder-810415-4-iscsi neutron-server[100705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae51d1c-c4f6-4d05-9732-1e2514631dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0', 'code': 200} Sep 23 18:53:41.724659 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Pushing event updated for resources: {'Port': ['ID=b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0,revision_number=5']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:41.903125 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14111ad9-d1c9-4af9-b10c-514b671fbb8e req-3362e47c-0af4-4d28-891b-404448da1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:41.904527 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-14111ad9-d1c9-4af9-b10c-514b671fbb8e req-3362e47c-0af4-4d28-891b-404448da1684 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0402746 Sep 23 18:53:41.938214 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-14111ad9-d1c9-4af9-b10c-514b671fbb8e req-ca0c9160-8db7-4e09-be61-6f6105ba7adb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266826 Sep 23 18:53:42.075860 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2a1fe-5156-49dc-8796-531855c2a6ec req-8c69b49d-cde4-4135-8cd0-6b7a3c448519 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:42.077337 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-24a2a1fe-5156-49dc-8796-531855c2a6ec req-8c69b49d-cde4-4135-8cd0-6b7a3c448519 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 945 time: 0.0476258 Sep 23 18:53:42.113418 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-24a2a1fe-5156-49dc-8796-531855c2a6ec req-b413422f-20be-4646-80b3-e1199355e15d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303550 Sep 23 18:53:43.224979 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a26b38-4672-4eb0-b07e-9c960cd3854f req-c55da232-e294-4063-b0d1-2f086ac63b2b tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:43.226431 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-06a26b38-4672-4eb0-b07e-9c960cd3854f req-c55da232-e294-4063-b0d1-2f086ac63b2b tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 945 time: 0.0476117 Sep 23 18:53:43.263911 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-06a26b38-4672-4eb0-b07e-9c960cd3854f req-31848430-d6fa-420f-84fc-6007c75bdcf2 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314155 Sep 23 18:53:43.378543 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecee7c9-6296-44e3-a8fc-1c93f04f4537 req-54d7012a-1c37-4fc2-9b1c-6ad604481d8c tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:43.379981 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1ecee7c9-6296-44e3-a8fc-1c93f04f4537 req-54d7012a-1c37-4fc2-9b1c-6ad604481d8c tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 945 time: 0.0533049 Sep 23 18:53:43.415733 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-1ecee7c9-6296-44e3-a8fc-1c93f04f4537 req-fd64a99a-f6a1-4454-9961-1fc110f3a6ea tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299218 Sep 23 18:53:43.438931 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 37680) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:53:43.476765 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125a0689-da8e-415f-a18b-ae64dc8106d8 tempest-TestVolumeBootPattern-1065095424 tempest-TestVolumeBootPattern-1065095424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:43.478230 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-125a0689-da8e-415f-a18b-ae64dc8106d8 tempest-TestVolumeBootPattern-1065095424 tempest-TestVolumeBootPattern-1065095424-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 1093 time: 0.0383615 Sep 23 18:53:43.481161 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 37682) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:53:43.485772 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.v2.base [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Request body: {'floatingip': {'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'port_id': 'b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 18:53:43.506894 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for floatingip, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:43.600800 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:43.704039 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.db_base_plugin_common [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Allocated IP 172.27.1.184 (4365b9f1-5ca6-4ba8-b745-0d9274e472f9/e8780a1b-31d3-4647-920a-6d7f28078391/6c82cc22-f980-4c94-b5e6-cc4806b60ea7) {{(pid=100704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 18:53:43.806576 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for port, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:43.841141 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765689223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:43.879782 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Network 4365b9f1-5ca6-4ba8-b745-0d9274e472f9 is already hosted by enough agents. {{(pid=100704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 18:53:43.882559 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.base_scheduler [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Resources bound (agent type, host, resource id): {{(pid=100704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 18:53:43.889027 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Received port after_create {{(pid=100704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 18:53:43.892841 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event updated for resources: {'Port': ['ID=6c82cc22-f980-4c94-b5e6-cc4806b60ea7,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:44.251745 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:44.305662 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:53:44.325043 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647677'] for port, before_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:44.490298 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for port, precommit_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:44.495501 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765689530372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765689223379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765689223397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742578'] for port, after_update {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:44.565076 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event updated for resources: {'Port': ['ID=6c82cc22-f980-4c94-b5e6-cc4806b60ea7,revision_number=2']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:53:44.576803 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-338707'] for floatingip, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:44.676562 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.db.l3_db [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Floating IP 46a43b60-49a7-46c2-8737-8ed29d8f8d70 associated. External IP: 172.27.1.184, port: b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0. Sep 23 18:53:44.878717 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Router 79006959-5168-4ce0-abaa-b98ebbb19fb2 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:53:44.985808 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:53:44.995612 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88315424-ef1c-4cd1-8bd1-74a11c1feded None None] Sync routers for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:53:45.002529 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:45.008383 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88315424-ef1c-4cd1-8bd1-74a11c1feded None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:53:45.009386 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-88315424-ef1c-4cd1-8bd1-74a11c1feded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:53:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:53:45.028932 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-a67ec7a6-4897-45b9-910d-d85706e58020 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5466084 Sep 23 18:53:45.029339 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae51d1c-c4f6-4d05-9732-1e2514631dc0', 'tag': 'b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0'}] {{(pid=100704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:53:45.031560 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c5513f3ba2e3a68cdcb06c16581d658e748b19b09c6897a1645be350b55734" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648530f1-a146-4177-9a9f-de1c1c0124e6" -d '{"events": [{"name": "network-changed", "server_uuid": "eae51d1c-c4f6-4d05-9732-1e2514631dc0", "tag": "b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0"}]}' {{(pid=100704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:53:45.131635 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-88315424-ef1c-4cd1-8bd1-74a11c1feded None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:53:45.140988 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a0b861-3369-429b-9256-d4d402591f85 x-openstack-request-id: req-71a0b861-3369-429b-9256-d4d402591f85 {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:53:45.141374 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae51d1c-c4f6-4d05-9732-1e2514631dc0", "tag": "b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0", "status": "completed", "code": 200}]} {{(pid=100704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:53:45.141631 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71a0b861-3369-429b-9256-d4d402591f85 {{(pid=100704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:53:45.142032 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae51d1c-c4f6-4d05-9732-1e2514631dc0', 'tag': 'b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0', 'status': 'completed', 'code': 200} Sep 23 18:53:45.207103 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648530f1-a146-4177-9a9f-de1c1c0124e6 req-5a8f8394-1ef4-4fb5-905a-1493787c3f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:45.208611 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-648530f1-a146-4177-9a9f-de1c1c0124e6 req-5a8f8394-1ef4-4fb5-905a-1493787c3f05 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0442731 Sep 23 18:53:45.304682 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648530f1-a146-4177-9a9f-de1c1c0124e6 req-8dbe6a85-dd5c-41ee-b77f-949d9ec8425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:45.306256 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-648530f1-a146-4177-9a9f-de1c1c0124e6 req-8dbe6a85-dd5c-41ee-b77f-949d9ec8425c service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 200 len: 913 time: 0.0899124 Sep 23 18:53:45.368894 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-88315424-ef1c-4cd1-8bd1-74a11c1feded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': '46a43b60-49a7-46c2-8737-8ed29d8f8d70', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'port_id': 'b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'mac_address': 'fa:16:3e:f1:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae51d1c-c4f6-4d05-9732-1e2514631dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:53:44Z', 'updated_at': '2021-09-23T18:53:44Z', 'revision_number': 0, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address_scope': None}, {'id': 'a4083ac2-5a2a-4e51-8b5e-1f59cd8e6644', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'port_id': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'mac_address': 'fa:16:3e:77:38:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb460883-ecdc-489e-b110-42033adc7d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:51:42Z', 'updated_at': '2021-09-23T18:51:44Z', 'revision_number': 1, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:53:45.372789 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-648530f1-a146-4177-9a9f-de1c1c0124e6 req-8b3c5e4a-069e-4fa4-bf57-d9aa539803be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 HTTP/1.1" status: 200 len: 999 time: 0.0578258 Sep 23 18:53:45.395728 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88315424-ef1c-4cd1-8bd1-74a11c1feded None None] Checking router: 79006959-5168-4ce0-abaa-b98ebbb19fb2 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:53:45.406862 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88315424-ef1c-4cd1-8bd1-74a11c1feded None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:53:45.407522 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-88315424-ef1c-4cd1-8bd1-74a11c1feded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:53:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:53:45.425097 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648530f1-a146-4177-9a9f-de1c1c0124e6 req-034e2115-d3c7-47a6-a2a0-4d8d91e99c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:45.426597 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-648530f1-a146-4177-9a9f-de1c1c0124e6 req-034e2115-d3c7-47a6-a2a0-4d8d91e99c09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=879b8817-bb1c-4e98-87fd-23bc279c23d8 HTTP/1.1" status: 200 len: 850 time: 0.0470588 Sep 23 18:53:45.473127 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648530f1-a146-4177-9a9f-de1c1c0124e6 req-b79f41d4-4ee5-4319-bb8b-11f17f988b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:53:45.474663 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-648530f1-a146-4177-9a9f-de1c1c0124e6 req-b79f41d4-4ee5-4319-bb8b-11f17f988b4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397799 Sep 23 18:53:45.510664 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-88315424-ef1c-4cd1-8bd1-74a11c1feded None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:53:45.566982 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-648530f1-a146-4177-9a9f-de1c1c0124e6 req-609a6afa-4667-4cf9-ae0a-9c90949b4942 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834010 Sep 23 18:53:45.667779 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-648530f1-a146-4177-9a9f-de1c1c0124e6 req-89f6b9f1-49ce-4452-a7ee-da0462e83eef service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930655 Sep 23 18:53:45.739886 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-88315424-ef1c-4cd1-8bd1-74a11c1feded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': '46a43b60-49a7-46c2-8737-8ed29d8f8d70', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'port_id': 'b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'mac_address': 'fa:16:3e:f1:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae51d1c-c4f6-4d05-9732-1e2514631dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:53:44Z', 'updated_at': '2021-09-23T18:53:44Z', 'revision_number': 0, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address_scope': None}, {'id': 'a4083ac2-5a2a-4e51-8b5e-1f59cd8e6644', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'port_id': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'mac_address': 'fa:16:3e:77:38:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb460883-ecdc-489e-b110-42033adc7d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:51:42Z', 'updated_at': '2021-09-23T18:51:44Z', 'revision_number': 1, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:53:45.769969 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88315424-ef1c-4cd1-8bd1-74a11c1feded None None] The sync data for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi is: [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': '46a43b60-49a7-46c2-8737-8ed29d8f8d70', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'port_id': 'b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'mac_address': 'fa:16:3e:f1:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae51d1c-c4f6-4d05-9732-1e2514631dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:53:44Z', 'updated_at': '2021-09-23T18:53:44Z', 'revision_number': 0, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address_scope': None}, {'id': 'a4083ac2-5a2a-4e51-8b5e-1f59cd8e6644', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'port_id': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'mac_address': 'fa:16:3e:77:38:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb460883-ecdc-489e-b110-42033adc7d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:51:42Z', 'updated_at': '2021-09-23T18:51:44Z', 'revision_number': 1, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:53:45.945842 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a75a07-9a1f-4d5f-bd24-39d11ea83672 None None] New status for floating IP 46a43b60-49a7-46c2-8737-8ed29d8f8d70: ACTIVE {{(pid=100706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:53:47.355553 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:49.939294 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7d643001-e470-4208-8cb8-7dc8d4b28438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:52.613732 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a821f2cc-3d5a-47d9-b361-646f5fd15b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:52.925233 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:53.611326 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:53:55.478817 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:05.040775 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 37844) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:54:05.148312 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:05.235943 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:05.240077 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_create {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:05.276954 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ba8c6ed07694034afa5ab0dd13d876c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351060 Sep 23 18:54:05.277878 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb64fe5-f9b8-432a-ac9d-244e74200634,revision_number=1']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:54:05.279660 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37848) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:54:05.285019 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.285378 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.285723 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.286063 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.286398 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.286739 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.287071 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.287400 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.287781 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.288058 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.288412 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.288741 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92318e6e-98e2-4d56-bd49-95639bc95a73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.331708 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:05.352832 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:05.400465 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:05.402962 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:05.404101 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4cb64fe5-f9b8-432a-ac9d-244e74200634 HTTP/1.1" status: 204 len: 168 time: 0.1233740 Sep 23 18:54:05.411855 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb64fe5-f9b8-432a-ac9d-244e74200634,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:54:05.418676 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.419027 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.419364 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.419695 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.420027 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.420535 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.420535 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.421556 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.421884 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.422211 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.422606 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:05.422839 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a22f6-9029-4d1b-bfd7-7ed720936528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:54:17.361245 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:19.943553 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-e296a5ce-c792-48fc-a520-824e0c96aef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:21.304545 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:54:22.614467 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-50be55d6-d4d2-4c35-bb19-38141a558029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:22.925630 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:23.612670 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:25.481315 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:47.367154 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:49.943714 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-4f739da2-966d-47d0-8be5-cf6996fdbdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:52.613935 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-11b48084-1975-4340-a899-94d1069a6797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:52.926521 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:53.615591 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:55.486760 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:54:58.302552 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:54:58.343237 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-1f046b62-7f3d-454f-a764-198d9d3edfce req-056e2108-f4ef-4cb2-ac41-02da5024064d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416944 Sep 23 18:54:58.420200 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f046b62-7f3d-454f-a764-198d9d3edfce req-b943c571-21da-4246-9d33-b6a53736a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:54:58.421682 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-1f046b62-7f3d-454f-a764-198d9d3edfce req-b943c571-21da-4246-9d33-b6a53736a0d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 1098 time: 0.0397277 Sep 23 18:54:58.521901 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f046b62-7f3d-454f-a764-198d9d3edfce req-79c6f201-4299-43f9-a3a1-a8b90193dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:54:58.523312 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-1f046b62-7f3d-454f-a764-198d9d3edfce req-79c6f201-4299-43f9-a3a1-a8b90193dc08 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 200 len: 913 time: 0.0824194 Sep 23 18:54:58.586394 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-1f046b62-7f3d-454f-a764-198d9d3edfce req-9659155e-0ed8-4675-843b-e7820268b5b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=346c3181-8120-4c9e-b93c-bb4c2c2c4874 HTTP/1.1" status: 200 len: 1001 time: 0.0559618 Sep 23 18:54:58.635292 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f046b62-7f3d-454f-a764-198d9d3edfce req-354584c2-aa09-47f1-a237-f73e3f920aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:54:58.636681 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-1f046b62-7f3d-454f-a764-198d9d3edfce req-354584c2-aa09-47f1-a237-f73e3f920aec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=879b8817-bb1c-4e98-87fd-23bc279c23d8 HTTP/1.1" status: 200 len: 850 time: 0.0433161 Sep 23 18:54:58.687823 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f046b62-7f3d-454f-a764-198d9d3edfce req-3668e44d-a966-41de-916f-610616e943c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:54:58.689607 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-1f046b62-7f3d-454f-a764-198d9d3edfce req-3668e44d-a966-41de-916f-610616e943c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443730 Sep 23 18:54:58.778483 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-1f046b62-7f3d-454f-a764-198d9d3edfce req-5325a3e8-a01c-4d80-8fe0-49c22fc6e7e6 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811088 Sep 23 18:54:58.868851 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-1f046b62-7f3d-454f-a764-198d9d3edfce req-5f07af8d-e843-40c0-b3be-ac21cf387448 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824459 Sep 23 18:55:14.717374 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37874) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:55:14.863260 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Deleting port 6c82cc22-f980-4c94-b5e6-cc4806b60ea7 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:55:14.863596 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:14.935726 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:14.936055 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:14.951286 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Calling delete_port for 6c82cc22-f980-4c94-b5e6-cc4806b60ea7 owned by network:floatingip {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:55:15.102491 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:15.127481 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event deleted for resources: {'Port': ['ID=6c82cc22-f980-4c94-b5e6-cc4806b60ea7,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:15.156169 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:15.156549 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:15.156895 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:15.157232 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:15.157566 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:15.157897 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:15.158224 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:15.158552 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:15.158879 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:15.159200 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:15.159521 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:15.159841 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:15.197172 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for floatingip, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:15.197500 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.l3_db [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Floating IP 46a43b60-49a7-46c2-8737-8ed29d8f8d70 disassociated (deleted). External IP: 172.27.1.184, port: b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0. Sep 23 18:55:15.633148 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Router 79006959-5168-4ce0-abaa-b98ebbb19fb2 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:55:15.735343 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:55:15.739902 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:15.744567 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7ec7c-04d9-4ecf-a2c8-c93f9481f4b5 None None] Sync routers for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:55:15.754208 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7ec7c-04d9-4ecf-a2c8-c93f9481f4b5 None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:55:15.754813 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-c6b7ec7c-04d9-4ecf-a2c8-c93f9481f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:54:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:15.765386 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-1393ea6e-8a5b-4bce-b12b-c2cd0ec6ae5d tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "DELETE /v2.0/floatingips/46a43b60-49a7-46c2-8737-8ed29d8f8d70 HTTP/1.1" status: 204 len: 168 time: 1.0470281 Sep 23 18:55:15.765966 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae51d1c-c4f6-4d05-9732-1e2514631dc0', 'tag': 'b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:55:15.768168 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbba8cb-f398-42f2-8e4a-0daece2506e7" -d '{"events": [{"name": "network-changed", "server_uuid": "eae51d1c-c4f6-4d05-9732-1e2514631dc0", "tag": "b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:55:15.808702 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4035a21d-0d0d-4ea3-89e4-baeb96b8a548 x-openstack-request-id: req-4035a21d-0d0d-4ea3-89e4-baeb96b8a548 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:55:15.809009 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae51d1c-c4f6-4d05-9732-1e2514631dc0", "tag": "b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:55:15.809280 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4035a21d-0d0d-4ea3-89e4-baeb96b8a548 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:55:15.810221 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae51d1c-c4f6-4d05-9732-1e2514631dc0', 'tag': 'b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0', 'status': 'completed', 'code': 200} Sep 23 18:55:15.864397 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-c6b7ec7c-04d9-4ecf-a2c8-c93f9481f4b5 None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:55:15.898176 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba8cb-f398-42f2-8e4a-0daece2506e7 req-5b6a3faf-6ace-420c-8ea9-af67bf8bd803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:55:15.899876 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-ddbba8cb-f398-42f2-8e4a-0daece2506e7 req-5b6a3faf-6ace-420c-8ea9-af67bf8bd803 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0670159 Sep 23 18:55:15.990179 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cef8a-778f-4ec1-8f74-98e99343a1a5 req-83528019-554f-4402-b629-1ce10de88a4a tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:55:15.991682 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6a9cef8a-778f-4ec1-8f74-98e99343a1a5 req-83528019-554f-4402-b629-1ce10de88a4a tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 945 time: 0.0500326 Sep 23 18:55:16.011975 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba8cb-f398-42f2-8e4a-0daece2506e7 req-c0b532d7-7b4e-40c0-80ec-8877cc6e6b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:55:16.013520 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-ddbba8cb-f398-42f2-8e4a-0daece2506e7 req-c0b532d7-7b4e-40c0-80ec-8877cc6e6b1b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 200 len: 913 time: 0.1018624 Sep 23 18:55:16.034049 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-6a9cef8a-778f-4ec1-8f74-98e99343a1a5 req-ca3aba98-65cb-43ca-bce6-0a287ba01126 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364277 Sep 23 18:55:16.056047 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-ddbba8cb-f398-42f2-8e4a-0daece2506e7 req-ac689c04-5fef-4255-bd81-07aa1139e3e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 HTTP/1.1" status: 200 len: 217 time: 0.0345168 Sep 23 18:55:16.100730 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-c6b7ec7c-04d9-4ecf-a2c8-c93f9481f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': 'a4083ac2-5a2a-4e51-8b5e-1f59cd8e6644', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'port_id': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'mac_address': 'fa:16:3e:77:38:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb460883-ecdc-489e-b110-42033adc7d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:51:42Z', 'updated_at': '2021-09-23T18:51:44Z', 'revision_number': 1, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:16.106407 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba8cb-f398-42f2-8e4a-0daece2506e7 req-653ae8b1-59f6-40dd-aee5-e99c345606e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:55:16.108419 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-ddbba8cb-f398-42f2-8e4a-0daece2506e7 req-653ae8b1-59f6-40dd-aee5-e99c345606e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=879b8817-bb1c-4e98-87fd-23bc279c23d8 HTTP/1.1" status: 200 len: 850 time: 0.0434570 Sep 23 18:55:16.130236 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7ec7c-04d9-4ecf-a2c8-c93f9481f4b5 None None] Checking router: 79006959-5168-4ce0-abaa-b98ebbb19fb2 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:55:16.138281 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7ec7c-04d9-4ecf-a2c8-c93f9481f4b5 None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:55:16.138988 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-c6b7ec7c-04d9-4ecf-a2c8-c93f9481f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:54:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:16.157154 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba8cb-f398-42f2-8e4a-0daece2506e7 req-b50aeec3-4df2-4697-8d07-a0c67f4a98dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:55:16.158610 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-ddbba8cb-f398-42f2-8e4a-0daece2506e7 req-b50aeec3-4df2-4697-8d07-a0c67f4a98dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425017 Sep 23 18:55:16.242078 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-c6b7ec7c-04d9-4ecf-a2c8-c93f9481f4b5 None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:55:16.248062 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-ddbba8cb-f398-42f2-8e4a-0daece2506e7 req-681d9ee3-a046-4c4f-b50d-ec1ca580a684 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807626 Sep 23 18:55:16.343267 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-ddbba8cb-f398-42f2-8e4a-0daece2506e7 req-2ebd7247-e7a8-46a9-8b43-344f75089919 service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869415 Sep 23 18:55:16.459773 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-c6b7ec7c-04d9-4ecf-a2c8-c93f9481f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': 'a4083ac2-5a2a-4e51-8b5e-1f59cd8e6644', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'port_id': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'mac_address': 'fa:16:3e:77:38:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb460883-ecdc-489e-b110-42033adc7d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:51:42Z', 'updated_at': '2021-09-23T18:51:44Z', 'revision_number': 1, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:16.485279 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7ec7c-04d9-4ecf-a2c8-c93f9481f4b5 None None] The sync data for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi is: [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_floatingips': [{'id': 'a4083ac2-5a2a-4e51-8b5e-1f59cd8e6644', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'router_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'port_id': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'mac_address': 'fa:16:3e:77:38:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb460883-ecdc-489e-b110-42033adc7d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T18:51:42Z', 'updated_at': '2021-09-23T18:51:44Z', 'revision_number': 1, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:55:16.679265 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf527116-8fb5-4763-9fef-36082b447552 None None] New status for floating IP 46a43b60-49a7-46c2-8737-8ed29d8f8d70: DOWN {{(pid=100706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:55:17.152337 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32469155-bec8-4268-80ae-24c91e1aff82 req-3d7a822f-9446-46b0-9bac-4bba51c88bc9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:55:17.153889 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-32469155-bec8-4268-80ae-24c91e1aff82 req-3d7a822f-9446-46b0-9bac-4bba51c88bc9 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 945 time: 0.0489907 Sep 23 18:55:17.196070 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-32469155-bec8-4268-80ae-24c91e1aff82 req-b83ac9a9-16c8-4b7e-8536-761a0895e5b8 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362608 Sep 23 18:55:17.367416 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:17.495169 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470f1ad-c310-4477-82e2-c629db06a05d req-0f1c05bd-4f68-4e9f-9029-9857f132e00e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:55:17.496614 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-6470f1ad-c310-4477-82e2-c629db06a05d req-0f1c05bd-4f68-4e9f-9029-9857f132e00e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.42 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 945 time: 0.0481982 Sep 23 18:55:17.584485 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-6470f1ad-c310-4477-82e2-c629db06a05d req-726d4e3e-e29c-4ac8-9166-f85ef85a3027 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Deleting port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:55:17.584830 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-6470f1ad-c310-4477-82e2-c629db06a05d req-726d4e3e-e29c-4ac8-9166-f85ef85a3027 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:17.669523 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-6470f1ad-c310-4477-82e2-c629db06a05d req-726d4e3e-e29c-4ac8-9166-f85ef85a3027 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] For port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:55:17.669798 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-6470f1ad-c310-4477-82e2-c629db06a05d req-726d4e3e-e29c-4ac8-9166-f85ef85a3027 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:17.685931 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-6470f1ad-c310-4477-82e2-c629db06a05d req-726d4e3e-e29c-4ac8-9166-f85ef85a3027 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Calling delete_port for b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 owned by compute:nova {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:55:17.806744 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-6470f1ad-c310-4477-82e2-c629db06a05d req-726d4e3e-e29c-4ac8-9166-f85ef85a3027 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:17.832760 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d4e3e-e29c-4ac8-9166-f85ef85a3027 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event deleted for resources: {'Port': ['ID=b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:17.879014 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-6470f1ad-c310-4477-82e2-c629db06a05d req-726d4e3e-e29c-4ac8-9166-f85ef85a3027 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] No DVR routers for this DVR port b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 on host hv-cinder-81041 {{(pid=100703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:55:17.881423 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-6470f1ad-c310-4477-82e2-c629db06a05d req-726d4e3e-e29c-4ac8-9166-f85ef85a3027 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:17.883397 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-6470f1ad-c310-4477-82e2-c629db06a05d req-726d4e3e-e29c-4ac8-9166-f85ef85a3027 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.42 "DELETE /v2.0/ports/b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 HTTP/1.1" status: 204 len: 173 time: 0.3807607 Sep 23 18:55:17.883826 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae51d1c-c4f6-4d05-9732-1e2514631dc0', 'name': 'network-vif-deleted', 'tag': 'b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:55:17.886124 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dce1fe8-cc47-4563-ac49-2057fa77b5ad" -d '{"events": [{"server_uuid": "eae51d1c-c4f6-4d05-9732-1e2514631dc0", "name": "network-vif-deleted", "tag": "b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:55:17.943088 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3f540a-c0e9-4cc2-8391-17672e913fe0 x-openstack-request-id: req-0f3f540a-c0e9-4cc2-8391-17672e913fe0 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:55:17.943392 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae51d1c-c4f6-4d05-9732-1e2514631dc0", "name": "network-vif-deleted", "tag": "b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:55:17.943725 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f3f540a-c0e9-4cc2-8391-17672e913fe0 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:55:17.944052 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae51d1c-c4f6-4d05-9732-1e2514631dc0', 'name': 'network-vif-deleted', 'tag': 'b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0', 'status': 'completed', 'code': 200} Sep 23 18:55:18.302354 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-b7b6fb80-d2af-4fcc-b485-00b5d94a23a1 req-3977f27f-33de-4536-81fc-1ce32fb3cb48 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae51d1c-c4f6-4d05-9732-1e2514631dc0 HTTP/1.1" status: 200 len: 210 time: 0.0271366 Sep 23 18:55:19.947854 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-97ee4852-162f-4ce7-9eae-99bb257d71d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:21.571911 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37916) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:55:21.730684 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-0104c869-dfdc-48fd-879e-9bc8340c7b72 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Deleting port 15a6af4c-39cd-472d-af73-ec76423ee0a9 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:55:21.730936 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0104c869-dfdc-48fd-879e-9bc8340c7b72 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:21.801732 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0104c869-dfdc-48fd-879e-9bc8340c7b72 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:21.802061 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0104c869-dfdc-48fd-879e-9bc8340c7b72 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:21.813635 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-0104c869-dfdc-48fd-879e-9bc8340c7b72 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Calling delete_port for 15a6af4c-39cd-472d-af73-ec76423ee0a9 owned by network:floatingip {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:55:21.956664 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0104c869-dfdc-48fd-879e-9bc8340c7b72 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:21.980847 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104c869-dfdc-48fd-879e-9bc8340c7b72 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event deleted for resources: {'Port': ['ID=15a6af4c-39cd-472d-af73-ec76423ee0a9,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:22.041873 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0104c869-dfdc-48fd-879e-9bc8340c7b72 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for floatingip, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:22.042216 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.db.l3_db [None req-0104c869-dfdc-48fd-879e-9bc8340c7b72 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Floating IP a4083ac2-5a2a-4e51-8b5e-1f59cd8e6644 disassociated (deleted). External IP: 172.27.1.205, port: 346c3181-8120-4c9e-b93c-bb4c2c2c4874. Sep 23 18:55:22.072577 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:55:22.096066 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:55:22.097401 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device b9f69c4c-ff16-4921-af7f-9d15ec1b2ea0 not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:55:22.249696 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0104c869-dfdc-48fd-879e-9bc8340c7b72 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Router 79006959-5168-4ce0-abaa-b98ebbb19fb2 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:55:22.351819 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0104c869-dfdc-48fd-879e-9bc8340c7b72 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:55:22.357838 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-0104c869-dfdc-48fd-879e-9bc8340c7b72 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:22.363261 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c89af-33c1-46c2-a72f-00f62760838f None None] Sync routers for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:55:22.372729 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c89af-33c1-46c2-a72f-00f62760838f None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:55:22.373345 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-d33c89af-33c1-46c2-a72f-00f62760838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:54:53Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:22.389327 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-0104c869-dfdc-48fd-879e-9bc8340c7b72 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "DELETE /v2.0/floatingips/a4083ac2-5a2a-4e51-8b5e-1f59cd8e6644 HTTP/1.1" status: 204 len: 168 time: 0.8147624 Sep 23 18:55:22.389327 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb460883-ecdc-489e-b110-42033adc7d20', 'tag': '346c3181-8120-4c9e-b93c-bb4c2c2c4874'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:55:22.390600 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829ec000-bd14-4ac1-b907-861a415869be" -d '{"events": [{"name": "network-changed", "server_uuid": "fb460883-ecdc-489e-b110-42033adc7d20", "tag": "346c3181-8120-4c9e-b93c-bb4c2c2c4874"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:55:22.432962 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 18:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566063e6-7183-452d-b350-e18cfd7081d0 x-openstack-request-id: req-566063e6-7183-452d-b350-e18cfd7081d0 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:55:22.433250 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb460883-ecdc-489e-b110-42033adc7d20", "tag": "346c3181-8120-4c9e-b93c-bb4c2c2c4874", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:55:22.433513 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-566063e6-7183-452d-b350-e18cfd7081d0 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:55:22.433912 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb460883-ecdc-489e-b110-42033adc7d20', 'tag': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'status': 'completed', 'code': 200} Sep 23 18:55:22.492008 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-d33c89af-33c1-46c2-a72f-00f62760838f None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:55:22.499966 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ec000-bd14-4ac1-b907-861a415869be req-cb9ba817-0683-4907-bed0-b0ed5ee3a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:55:22.501559 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-829ec000-bd14-4ac1-b907-861a415869be req-cb9ba817-0683-4907-bed0-b0ed5ee3a720 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0453171fa784e6ba3b9eedb739013f4&device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 1098 time: 0.0443835 Sep 23 18:55:22.614153 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ec000-bd14-4ac1-b907-861a415869be req-5c8f9f3b-ee02-44af-a85e-5799ba5424a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:55:22.614890 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90413d-ff7f-466b-abae-077a87eada5a req-f81e1290-c20b-4d48-b75a-81431f0a525e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:55:22.615659 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-829ec000-bd14-4ac1-b907-861a415869be req-5c8f9f3b-ee02-44af-a85e-5799ba5424a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 200 len: 913 time: 0.1033666 Sep 23 18:55:22.615921 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dc90413d-ff7f-466b-abae-077a87eada5a req-f81e1290-c20b-4d48-b75a-81431f0a525e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 945 time: 0.0512352 Sep 23 18:55:22.642897 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-275ea0f5-6669-466c-8e38-c69f3d871c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:22.657843 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-dc90413d-ff7f-466b-abae-077a87eada5a req-1a8a3648-3c0e-497f-8b15-f5e461de5eeb tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353587 Sep 23 18:55:22.658485 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-829ec000-bd14-4ac1-b907-861a415869be req-435cb039-dc5b-47f4-b677-747e63e8cd72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=346c3181-8120-4c9e-b93c-bb4c2c2c4874 HTTP/1.1" status: 200 len: 217 time: 0.0350797 Sep 23 18:55:22.703911 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-d33c89af-33c1-46c2-a72f-00f62760838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:22.709606 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ec000-bd14-4ac1-b907-861a415869be req-b6741bb4-2866-4c07-b434-30e0dfd9dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:55:22.711066 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-829ec000-bd14-4ac1-b907-861a415869be req-b6741bb4-2866-4c07-b434-30e0dfd9dba7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=879b8817-bb1c-4e98-87fd-23bc279c23d8 HTTP/1.1" status: 200 len: 850 time: 0.0440857 Sep 23 18:55:22.733291 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c89af-33c1-46c2-a72f-00f62760838f None None] Checking router: 79006959-5168-4ce0-abaa-b98ebbb19fb2 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:55:22.741175 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c89af-33c1-46c2-a72f-00f62760838f None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:55:22.741802 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-d33c89af-33c1-46c2-a72f-00f62760838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:55:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:22.756950 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ec000-bd14-4ac1-b907-861a415869be req-10b493bb-ee98-4b9e-b41a-fc13ce4b663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:55:22.758358 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-829ec000-bd14-4ac1-b907-861a415869be req-10b493bb-ee98-4b9e-b41a-fc13ce4b663c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397844 Sep 23 18:55:22.842100 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-d33c89af-33c1-46c2-a72f-00f62760838f None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:55:22.850401 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-829ec000-bd14-4ac1-b907-861a415869be req-f5ebd51c-212c-4653-adb8-6ca979648faf service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839703 Sep 23 18:55:22.947786 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-829ec000-bd14-4ac1-b907-861a415869be req-c8ae16f3-985e-41e4-bc4b-c9210213821b service neutron] 10.222.0.42 "GET /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894425 Sep 23 18:55:23.006277 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:23.162845 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-d33c89af-33c1-46c2-a72f-00f62760838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:23.187814 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c89af-33c1-46c2-a72f-00f62760838f None None] The sync data for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi is: [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:27Z', 'revision_number': 4, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi', '_interfaces': [{'id': '90502a7f-138a-4234-91e6-160f90d08429', 'name': '', 'network_id': '9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'mac_address': 'fa:16:3e:24:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:27Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'subnets': [{'id': '879b8817-bb1c-4e98-87fd-23bc279c23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:55:23.399795 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d353ef2d-0ffe-41dc-934c-4b38350e5c54 None None] New status for floating IP a4083ac2-5a2a-4e51-8b5e-1f59cd8e6644: DOWN {{(pid=100706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 18:55:23.618783 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:23.790828 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df913b-4e0b-4777-a564-952043bc7720 req-dd861a14-0aee-43f6-8f21-e88ad3b47260 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:55:23.792224 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a2df913b-4e0b-4777-a564-952043bc7720 req-dd861a14-0aee-43f6-8f21-e88ad3b47260 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 945 time: 0.0625904 Sep 23 18:55:23.829039 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-a2df913b-4e0b-4777-a564-952043bc7720 req-c2e973c6-37cc-46bb-832a-4c133d220ed5 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/security-groups?id=66d98581-7d1a-4056-a500-21fa728ea854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308435 Sep 23 18:55:24.037152 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b4ed4-5b3d-4221-993f-53727b6fe63d req-e1493696-8008-4b2e-8f6d-bd2ddbaeeec5 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 18:55:24.038619 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-274b4ed4-5b3d-4221-993f-53727b6fe63d req-e1493696-8008-4b2e-8f6d-bd2ddbaeeec5 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 945 time: 0.0484419 Sep 23 18:55:24.127166 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-274b4ed4-5b3d-4221-993f-53727b6fe63d req-e86af614-936e-4e83-81cc-7d6d4d778895 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Deleting port 346c3181-8120-4c9e-b93c-bb4c2c2c4874 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:55:24.127506 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-274b4ed4-5b3d-4221-993f-53727b6fe63d req-e86af614-936e-4e83-81cc-7d6d4d778895 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:24.216783 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [req-274b4ed4-5b3d-4221-993f-53727b6fe63d req-e86af614-936e-4e83-81cc-7d6d4d778895 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] For port 346c3181-8120-4c9e-b93c-bb4c2c2c4874, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=346c3181-8120-4c9e-b93c-bb4c2c2c4874,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:55:24.217154 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-274b4ed4-5b3d-4221-993f-53727b6fe63d req-e86af614-936e-4e83-81cc-7d6d4d778895 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:24.229367 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [req-274b4ed4-5b3d-4221-993f-53727b6fe63d req-e86af614-936e-4e83-81cc-7d6d4d778895 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Calling delete_port for 346c3181-8120-4c9e-b93c-bb4c2c2c4874 owned by compute:nova {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:55:24.594259 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-274b4ed4-5b3d-4221-993f-53727b6fe63d req-e86af614-936e-4e83-81cc-7d6d4d778895 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:24.621593 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86af614-936e-4e83-81cc-7d6d4d778895 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event deleted for resources: {'Port': ['ID=346c3181-8120-4c9e-b93c-bb4c2c2c4874,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:24.660213 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [req-274b4ed4-5b3d-4221-993f-53727b6fe63d req-e86af614-936e-4e83-81cc-7d6d4d778895 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] No DVR routers for this DVR port 346c3181-8120-4c9e-b93c-bb4c2c2c4874 on host hv-cinder-81041 {{(pid=100703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:55:24.662586 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [req-274b4ed4-5b3d-4221-993f-53727b6fe63d req-e86af614-936e-4e83-81cc-7d6d4d778895 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for port, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:24.664554 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [req-274b4ed4-5b3d-4221-993f-53727b6fe63d req-e86af614-936e-4e83-81cc-7d6d4d778895 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.42 "DELETE /v2.0/ports/346c3181-8120-4c9e-b93c-bb4c2c2c4874 HTTP/1.1" status: 204 len: 173 time: 0.6192069 Sep 23 18:55:24.665011 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb460883-ecdc-489e-b110-42033adc7d20', 'name': 'network-vif-deleted', 'tag': '346c3181-8120-4c9e-b93c-bb4c2c2c4874'}] {{(pid=100703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 18:55:24.667289 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c736a857ff73e467a1e1177d855d79dfd322393336478d9029113b0dfa3b9394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1c33bb-f77d-4c13-a674-706cb782709e" -d '{"events": [{"server_uuid": "fb460883-ecdc-489e-b110-42033adc7d20", "name": "network-vif-deleted", "tag": "346c3181-8120-4c9e-b93c-bb4c2c2c4874"}]}' {{(pid=100703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 18:55:24.703480 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 18:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6712749-bd5d-494c-b959-618aef5ff9c9 x-openstack-request-id: req-e6712749-bd5d-494c-b959-618aef5ff9c9 {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 18:55:24.703771 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb460883-ecdc-489e-b110-42033adc7d20", "name": "network-vif-deleted", "tag": "346c3181-8120-4c9e-b93c-bb4c2c2c4874", "status": "completed", "code": 200}]} {{(pid=100703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 18:55:24.704025 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6712749-bd5d-494c-b959-618aef5ff9c9 {{(pid=100703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 18:55:24.704451 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb460883-ecdc-489e-b110-42033adc7d20', 'name': 'network-vif-deleted', 'tag': '346c3181-8120-4c9e-b93c-bb4c2c2c4874', 'status': 'completed', 'code': 200} Sep 23 18:55:24.924525 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [req-77a452cf-41e4-4418-b418-ce259dca624b req-aa7d5bca-ddfa-496c-b308-ef6e98523214 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb460883-ecdc-489e-b110-42033adc7d20 HTTP/1.1" status: 200 len: 210 time: 0.0290630 Sep 23 18:55:25.486775 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:25.979411 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37932) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:55:26.098351 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-b50c4981-482d-4469-9786-f5e662c0eed0 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Deleting port f5dcefe2-5573-42e5-ab9c-f4f3ce7dcff3 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:55:26.098694 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b50c4981-482d-4469-9786-f5e662c0eed0 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:26.173147 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b50c4981-482d-4469-9786-f5e662c0eed0 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:26.173477 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b50c4981-482d-4469-9786-f5e662c0eed0 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:26.185822 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-b50c4981-482d-4469-9786-f5e662c0eed0 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Calling delete_port for f5dcefe2-5573-42e5-ab9c-f4f3ce7dcff3 owned by network:floatingip {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:55:26.312497 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b50c4981-482d-4469-9786-f5e662c0eed0 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:26.342575 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c4981-482d-4469-9786-f5e662c0eed0 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event deleted for resources: {'Port': ['ID=f5dcefe2-5573-42e5-ab9c-f4f3ce7dcff3,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:26.394190 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b50c4981-482d-4469-9786-f5e662c0eed0 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for floatingip, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:26.396794 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-b50c4981-482d-4469-9786-f5e662c0eed0 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44999'] for floatingip, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:26.397931 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-b50c4981-482d-4469-9786-f5e662c0eed0 tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "DELETE /v2.0/floatingips/0c2fd6b0-117b-4483-8297-ee9c696b154d HTTP/1.1" status: 204 len: 168 time: 0.4175465 Sep 23 18:55:27.589086 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37944) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:55:27.650339 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-959ba3b0-803b-4605-b551-19e3120e5c0e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:27.674817 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-959ba3b0-803b-4605-b551-19e3120e5c0e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:27.730197 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-959ba3b0-803b-4605-b551-19e3120e5c0e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:27.733593 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-959ba3b0-803b-4605-b551-19e3120e5c0e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:27.734770 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-959ba3b0-803b-4605-b551-19e3120e5c0e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] 10.222.0.70 "DELETE /v2.0/security-groups/66d98581-7d1a-4056-a500-21fa728ea854 HTTP/1.1" status: 204 len: 168 time: 0.1446989 Sep 23 18:55:27.743603 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ba3b0-803b-4605-b551-19e3120e5c0e tempest-TestVolumeBootPattern-712639106 tempest-TestVolumeBootPattern-712639106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d98581-7d1a-4056-a500-21fa728ea854,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:27.787298 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37948) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:55:28.082050 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 346c3181-8120-4c9e-b93c-bb4c2c2c4874 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:55:28.104412 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] No Port match for: 346c3181-8120-4c9e-b93c-bb4c2c2c4874 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:55:28.104764 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Device 346c3181-8120-4c9e-b93c-bb4c2c2c4874 not bound to the agent host hv-cinder-81041 {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:55:28.349953 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dcbf-1495-477a-b606-f2f0789b453d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-339987'] for router_interface, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:28.586275 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-2cb0dcbf-1495-477a-b606-f2f0789b453d admin admin] Deleting port 90502a7f-138a-4234-91e6-160f90d08429 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:55:28.586620 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dcbf-1495-477a-b606-f2f0789b453d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:28.664374 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-2cb0dcbf-1495-477a-b606-f2f0789b453d admin admin] For port 90502a7f-138a-4234-91e6-160f90d08429, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=90502a7f-138a-4234-91e6-160f90d08429,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:55:28.665024 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dcbf-1495-477a-b606-f2f0789b453d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:28.676399 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-2cb0dcbf-1495-477a-b606-f2f0789b453d admin admin] Calling delete_port for 90502a7f-138a-4234-91e6-160f90d08429 owned by network:router_interface {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:55:28.865723 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dcbf-1495-477a-b606-f2f0789b453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:28.891159 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0dcbf-1495-477a-b606-f2f0789b453d admin admin] Pushing event deleted for resources: {'Port': ['ID=90502a7f-138a-4234-91e6-160f90d08429,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:29.051992 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dcbf-1495-477a-b606-f2f0789b453d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338842'] for router_interface, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:29.279467 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb0dcbf-1495-477a-b606-f2f0789b453d admin admin] Router 79006959-5168-4ce0-abaa-b98ebbb19fb2 has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:55:29.380758 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb0dcbf-1495-477a-b606-f2f0789b453d admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:55:29.388381 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-2cb0dcbf-1495-477a-b606-f2f0789b453d admin admin] 10.222.0.70 "PUT /v2.0/routers/79006959-5168-4ce0-abaa-b98ebbb19fb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5974231 Sep 23 18:55:29.388381 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37952) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:55:29.392107 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4458cf-7d06-48a3-a2e9-ac4afc52d1dc None None] Sync routers for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:55:29.401108 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4458cf-7d06-48a3-a2e9-ac4afc52d1dc None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:55:29.401776 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-3b4458cf-7d06-48a3-a2e9-ac4afc52d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:55:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:29.489543 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6061-cf5c-4337-968c-cdd07da12c8f admin admin] Notify callbacks [] for router, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:29.505962 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-3b4458cf-7d06-48a3-a2e9-ac4afc52d1dc None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: dv-cinder-810415-4-iscsi {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:55:29.592256 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6061-cf5c-4337-968c-cdd07da12c8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:29.642647 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b6061-cf5c-4337-968c-cdd07da12c8f admin admin] Deleting port 1efb905f-5af8-4096-aba8-c11928f2aa37 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:55:29.642982 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6061-cf5c-4337-968c-cdd07da12c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:29.678205 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-3b4458cf-7d06-48a3-a2e9-ac4afc52d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:55:28Z', 'revision_number': 5, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port': {'id': '1efb905f-5af8-4096-aba8-c11928f2aa37', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:29.707503 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4458cf-7d06-48a3-a2e9-ac4afc52d1dc None None] Checking router: 79006959-5168-4ce0-abaa-b98ebbb19fb2 for host: dv-cinder-810415-4-iscsi {{(pid=100705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:55:29.716071 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4458cf-7d06-48a3-a2e9-ac4afc52d1dc None None] Routers {'79006959-5168-4ce0-abaa-b98ebbb19fb2'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:55:29.716728 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-3b4458cf-7d06-48a3-a2e9-ac4afc52d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:55:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['79006959-5168-4ce0-abaa-b98ebbb19fb2'], 'active': True} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:29.720332 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-8c7b6061-cf5c-4337-968c-cdd07da12c8f admin admin] For port 1efb905f-5af8-4096-aba8-c11928f2aa37, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=1efb905f-5af8-4096-aba8-c11928f2aa37,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:55:29.720881 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6061-cf5c-4337-968c-cdd07da12c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:29.732414 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b6061-cf5c-4337-968c-cdd07da12c8f admin admin] Calling delete_port for 1efb905f-5af8-4096-aba8-c11928f2aa37 owned by network:router_gateway {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:55:29.799405 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvr_db [None req-3b4458cf-7d06-48a3-a2e9-ac4afc52d1dc None None] Set router 79006959-5168-4ce0-abaa-b98ebbb19fb2 gateway port host: None {{(pid=100705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:55:29.852403 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_hamode_db [None req-3b4458cf-7d06-48a3-a2e9-ac4afc52d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:55:29Z', 'revision_number': 6, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port_host': None}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:29.877752 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4458cf-7d06-48a3-a2e9-ac4afc52d1dc None None] The sync data for ids ['79006959-5168-4ce0-abaa-b98ebbb19fb2'] in dv-cinder-810415-4-iscsi is: [{'id': '79006959-5168-4ce0-abaa-b98ebbb19fb2', 'name': 'tempest-TestVolumeBootPattern-201556665-router', 'tenant_id': 'd0453171fa784e6ba3b9eedb739013f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:24Z', 'updated_at': '2021-09-23T18:55:29Z', 'revision_number': 6, 'project_id': 'd0453171fa784e6ba3b9eedb739013f4', 'gw_port_host': None}] {{(pid=100705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:55:29.896045 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6061-cf5c-4337-968c-cdd07da12c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:29.923652 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b6061-cf5c-4337-968c-cdd07da12c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=1efb905f-5af8-4096-aba8-c11928f2aa37,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:29.983149 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6061-cf5c-4337-968c-cdd07da12c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-338777'] for router_gateway, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.067979 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6061-cf5c-4337-968c-cdd07da12c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5252'] for router, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.070115 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6061-cf5c-4337-968c-cdd07da12c8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.112689 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6061-cf5c-4337-968c-cdd07da12c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341055'] for router, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.113171 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7b6061-cf5c-4337-968c-cdd07da12c8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79006959-5168-4ce0-abaa-b98ebbb19fb2 {{(pid=100703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 18:55:30.117409 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6061-cf5c-4337-968c-cdd07da12c8f admin admin] Notify callbacks [] for router, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.118542 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-8c7b6061-cf5c-4337-968c-cdd07da12c8f admin admin] 10.222.0.70 "DELETE /v2.0/routers/79006959-5168-4ce0-abaa-b98ebbb19fb2 HTTP/1.1" status: 204 len: 168 time: 0.7293074 Sep 23 18:55:30.121117 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37954) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:55:30.163735 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd39ce2-0f45-44df-8ce9-94ce47d87474 admin admin] Deleting subnet 879b8817-bb1c-4e98-87fd-23bc279c23d8 {{(pid=100703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:55:30.166671 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ffd39ce2-0f45-44df-8ce9-94ce47d87474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.205510 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ffd39ce2-0f45-44df-8ce9-94ce47d87474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629873'] for subnet, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.287041 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ffd39ce2-0f45-44df-8ce9-94ce47d87474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.337732 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ffd39ce2-0f45-44df-8ce9-94ce47d87474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4756863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4643638'] for subnet, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.365186 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd39ce2-0f45-44df-8ce9-94ce47d87474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=879b8817-bb1c-4e98-87fd-23bc279c23d8,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:30.367222 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-ffd39ce2-0f45-44df-8ce9-94ce47d87474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.371763 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-ffd39ce2-0f45-44df-8ce9-94ce47d87474 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/879b8817-bb1c-4e98-87fd-23bc279c23d8 HTTP/1.1" status: 204 len: 168 time: 0.2490556 Sep 23 18:55:30.372234 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 37956) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:55:30.372942 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9550c9-e8ef-4747-a080-327ae3fbd6b0 None None] Network 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:55:30.439147 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.491448 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Deleting port 122ee0fa-42e5-4cbc-8914-16df8f53742c {{(pid=100704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:55:30.491697 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.557313 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.db [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] For port 122ee0fa-42e5-4cbc-8914-16df8f53742c, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=122ee0fa-42e5-4cbc-8914-16df8f53742c,segment=NetworkSegment(30e44ad5-e91f-4ca5-bd15-e6472473a9c1),segment_id=30e44ad5-e91f-4ca5-bd15-e6472473a9c1)] {{(pid=100704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:55:30.557617 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.569364 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Calling delete_port for 122ee0fa-42e5-4cbc-8914-16df8f53742c owned by network:dhcp {{(pid=100704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:55:30.644081 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a08202-17ca-4c0c-b911-d6e332a97a60 None None] DHCP port deletion for 9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 request from dv-cinder-810415-4-iscsi {{(pid=100705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 18:55:30.651522 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742585'] for port, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.665682 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] No DVR routers for this DVR port 122ee0fa-42e5-4cbc-8914-16df8f53742c on host dv-cinder-810415-4-iscsi {{(pid=100704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:55:30.669752 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-70a08202-17ca-4c0c-b911-d6e332a97a60 None None] The port '122ee0fa-42e5-4cbc-8914-16df8f53742c' was deleted {{(pid=100705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 23 18:55:30.671469 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 90502a7f-138a-4234-91e6-160f90d08429 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:55:30.689481 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=122ee0fa-42e5-4cbc-8914-16df8f53742c,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:30.702275 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 90502a7f-138a-4234-91e6-160f90d08429 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:55:30.702626 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 90502a7f-138a-4234-91e6-160f90d08429 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:55:30.716756 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:30.717112 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:30.717452 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:30.717789 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:30.718120 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:30.718452 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:30.718787 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:30.719114 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:30.719441 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:30.719764 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:30.720087 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:30.720431 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:30.772478 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.791678 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4']}} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:30.801175 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e44ad5-e91f-4ca5-bd15-e6472473a9c1') {'for_net_delete': True} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:30.801473 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.services.segments.db [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e44ad5-e91f-4ca5-bd15-e6472473a9c1') {} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:30.811589 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4365812'] for segment, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.824695 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.830595 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=100704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:55:30.831053 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5741322'] for segment, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: Traceback (most recent call last): Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: timer() Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: cb(*args, **kw) Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: return func(*args, **kwargs) Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: self._notify() Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: self.callback(batched_events) Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: event.method(event) Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: return f(self, *a, **k) Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: return self._get(url).json() Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: return self.request(url, 'GET', **kwargs) Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:55:30.832681 dv-cinder-810415-4-iscsi neutron-server[100704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:55:30.890960 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.896929 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:30.901575 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4 HTTP/1.1" status: 204 len: 168 time: 0.5251768 Sep 23 18:55:30.902425 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37958) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:55:30.910232 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345ffb8-288e-418a-8609-6ba40e772b91 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d86a1d5-dc11-48bc-90d3-7a6d5334f4f4,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:31.236741 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d5a52572-1d69-4d70-850e-573b5a128f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-339987'] for router_interface, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:31.463943 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-d5a52572-1d69-4d70-850e-573b5a128f17 admin admin] Deleting port 64dcbc6f-fbd6-4915-a53f-491529f0438c {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:55:31.464299 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d5a52572-1d69-4d70-850e-573b5a128f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:31.542385 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-d5a52572-1d69-4d70-850e-573b5a128f17 admin admin] For port 64dcbc6f-fbd6-4915-a53f-491529f0438c, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=64dcbc6f-fbd6-4915-a53f-491529f0438c,segment=NetworkSegment(f24d771e-f8e2-425f-9ae8-eee88c027464),segment_id=f24d771e-f8e2-425f-9ae8-eee88c027464)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:55:31.542739 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d5a52572-1d69-4d70-850e-573b5a128f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:31.555229 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-d5a52572-1d69-4d70-850e-573b5a128f17 admin admin] Calling delete_port for 64dcbc6f-fbd6-4915-a53f-491529f0438c owned by network:router_interface {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:55:31.726761 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d5a52572-1d69-4d70-850e-573b5a128f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:32.004335 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a52572-1d69-4d70-850e-573b5a128f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=64dcbc6f-fbd6-4915-a53f-491529f0438c,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:32.167445 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-d5a52572-1d69-4d70-850e-573b5a128f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338842'] for router_interface, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:32.191420 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 1efb905f-5af8-4096-aba8-c11928f2aa37 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:55:32.210552 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 1efb905f-5af8-4096-aba8-c11928f2aa37 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:55:32.210896 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 1efb905f-5af8-4096-aba8-c11928f2aa37 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:55:32.211299 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 122ee0fa-42e5-4cbc-8914-16df8f53742c no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:55:32.228940 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 122ee0fa-42e5-4cbc-8914-16df8f53742c {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:55:32.229290 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 122ee0fa-42e5-4cbc-8914-16df8f53742c not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:55:32.373046 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a52572-1d69-4d70-850e-573b5a128f17 admin admin] Router 0a71ab68-c55f-4c61-9925-78c32aa7a49d has already been hosted by L3 agent bfdeb257-1cfa-40cf-a93f-109fa91e5c34 {{(pid=100703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 18:55:32.474662 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a52572-1d69-4d70-850e-573b5a128f17 admin admin] Notify agent at l3_agent.dv-cinder-810415-4-iscsi the message routers_updated {{(pid=100703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 18:55:32.479504 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-d5a52572-1d69-4d70-850e-573b5a128f17 admin admin] 10.222.0.70 "PUT /v2.0/routers/0a71ab68-c55f-4c61-9925-78c32aa7a49d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5755851 Sep 23 18:55:32.482267 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37960) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:55:32.486214 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bebd9a-961b-4870-86f9-88555f1daa41 None None] Sync routers for ids ['0a71ab68-c55f-4c61-9925-78c32aa7a49d'] in dv-cinder-810415-4-iscsi {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 18:55:32.494782 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bebd9a-961b-4870-86f9-88555f1daa41 None None] Routers {'0a71ab68-c55f-4c61-9925-78c32aa7a49d'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:55:32.495398 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-37bebd9a-961b-4870-86f9-88555f1daa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:55:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['0a71ab68-c55f-4c61-9925-78c32aa7a49d'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:32.581034 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ce4d-4444-437d-9646-dc9e7e50a2ca admin admin] Notify callbacks [] for router, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:32.596741 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-37bebd9a-961b-4870-86f9-88555f1daa41 None None] Set router 0a71ab68-c55f-4c61-9925-78c32aa7a49d gateway port host: dv-cinder-810415-4-iscsi {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:55:32.679727 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ce4d-4444-437d-9646-dc9e7e50a2ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:32.731149 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-4bf1ce4d-4444-437d-9646-dc9e7e50a2ca admin admin] Deleting port e50d1dfb-c1b3-49cf-aca9-4f370e605cb0 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:55:32.731491 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ce4d-4444-437d-9646-dc9e7e50a2ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:32.768103 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-37bebd9a-961b-4870-86f9-88555f1daa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'name': 'tempest-TestVolumeBootPattern-1917381406-router', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'external_fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'e50d1dfb-c1b3-49cf-aca9-4f370e605cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:29Z', 'updated_at': '2021-09-23T18:55:31Z', 'revision_number': 5, 'project_id': '54db9dbe06bc44c082e975319d12836a', 'gw_port': {'id': 'e50d1dfb-c1b3-49cf-aca9-4f370e605cb0', 'name': '', 'network_id': '4365b9f1-5ca6-4ba8-b745-0d9274e472f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T18:48:29Z', 'updated_at': '2021-09-23T18:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8780a1b-31d3-4647-920a-6d7f28078391', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-4-iscsi'}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:32.797080 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bebd9a-961b-4870-86f9-88555f1daa41 None None] Checking router: 0a71ab68-c55f-4c61-9925-78c32aa7a49d for host: dv-cinder-810415-4-iscsi {{(pid=100706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 18:55:32.804944 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bebd9a-961b-4870-86f9-88555f1daa41 None None] Routers {'0a71ab68-c55f-4c61-9925-78c32aa7a49d'} bound to L3 agent in host dv-cinder-810415-4-iscsi {{(pid=100706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 18:55:32.805558 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-37bebd9a-961b-4870-86f9-88555f1daa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T18:34:53Z,description=,heartbeat_timestamp=2021-09-23T18:55:23Z,host='dv-cinder-810415-4-iscsi',id=bfdeb257-1cfa-40cf-a93f-109fa91e5c34,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T18:34:53Z,topic='l3_agent')) {'router_ids': ['0a71ab68-c55f-4c61-9925-78c32aa7a49d'], 'active': True} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:32.806787 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-4bf1ce4d-4444-437d-9646-dc9e7e50a2ca admin admin] For port e50d1dfb-c1b3-49cf-aca9-4f370e605cb0, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=e50d1dfb-c1b3-49cf-aca9-4f370e605cb0,segment=NetworkSegment(e479eb94-04a6-47f4-a04b-17b56902a6ef),segment_id=e479eb94-04a6-47f4-a04b-17b56902a6ef)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:55:32.807154 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ce4d-4444-437d-9646-dc9e7e50a2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:32.822985 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-4bf1ce4d-4444-437d-9646-dc9e7e50a2ca admin admin] Calling delete_port for e50d1dfb-c1b3-49cf-aca9-4f370e605cb0 owned by network:router_gateway {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:55:32.885259 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_dvr_db [None req-37bebd9a-961b-4870-86f9-88555f1daa41 None None] Set router 0a71ab68-c55f-4c61-9925-78c32aa7a49d gateway port host: None {{(pid=100706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 18:55:32.938745 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.l3_hamode_db [None req-37bebd9a-961b-4870-86f9-88555f1daa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'name': 'tempest-TestVolumeBootPattern-1917381406-router', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:29Z', 'updated_at': '2021-09-23T18:55:32Z', 'revision_number': 6, 'project_id': '54db9dbe06bc44c082e975319d12836a', 'gw_port_host': None}], 'dv-cinder-810415-4-iscsi', False) {} {{(pid=100706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:32.964070 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bebd9a-961b-4870-86f9-88555f1daa41 None None] The sync data for ids ['0a71ab68-c55f-4c61-9925-78c32aa7a49d'] in dv-cinder-810415-4-iscsi is: [{'id': '0a71ab68-c55f-4c61-9925-78c32aa7a49d', 'name': 'tempest-TestVolumeBootPattern-1917381406-router', 'tenant_id': '54db9dbe06bc44c082e975319d12836a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T18:48:29Z', 'updated_at': '2021-09-23T18:55:32Z', 'revision_number': 6, 'project_id': '54db9dbe06bc44c082e975319d12836a', 'gw_port_host': None}] {{(pid=100706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 18:55:32.983989 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ce4d-4444-437d-9646-dc9e7e50a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.013081 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1ce4d-4444-437d-9646-dc9e7e50a2ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e50d1dfb-c1b3-49cf-aca9-4f370e605cb0,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:33.071349 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ce4d-4444-437d-9646-dc9e7e50a2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-338777'] for router_gateway, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.159127 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ce4d-4444-437d-9646-dc9e7e50a2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5252'] for router, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.161620 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ce4d-4444-437d-9646-dc9e7e50a2ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.206990 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ce4d-4444-437d-9646-dc9e7e50a2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341055'] for router, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.207529 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf1ce4d-4444-437d-9646-dc9e7e50a2ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a71ab68-c55f-4c61-9925-78c32aa7a49d {{(pid=100703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 18:55:33.211967 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ce4d-4444-437d-9646-dc9e7e50a2ca admin admin] Notify callbacks [] for router, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.213128 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-4bf1ce4d-4444-437d-9646-dc9e7e50a2ca admin admin] 10.222.0.70 "DELETE /v2.0/routers/0a71ab68-c55f-4c61-9925-78c32aa7a49d HTTP/1.1" status: 204 len: 168 time: 0.7299716 Sep 23 18:55:33.216173 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37962) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:55:33.259112 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3eb5aa-979c-4f2c-a8cb-770bc1672b2a admin admin] Deleting subnet d5845027-ec2a-43fb-a943-03f0fe39dccb {{(pid=100703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 18:55:33.261973 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb5aa-979c-4f2c-a8cb-770bc1672b2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.297591 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb5aa-979c-4f2c-a8cb-770bc1672b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4629873'] for subnet, precommit_delete_associations {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.379100 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb5aa-979c-4f2c-a8cb-770bc1672b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698701'] for subnet, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.432086 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb5aa-979c-4f2c-a8cb-770bc1672b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4756863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4643638'] for subnet, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.458769 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3eb5aa-979c-4f2c-a8cb-770bc1672b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5845027-ec2a-43fb-a943-03f0fe39dccb,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:33.460690 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb5aa-979c-4f2c-a8cb-770bc1672b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for subnet, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.462529 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-3b3eb5aa-979c-4f2c-a8cb-770bc1672b2a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d5845027-ec2a-43fb-a943-03f0fe39dccb HTTP/1.1" status: 204 len: 168 time: 0.2454042 Sep 23 18:55:33.464964 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37964) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:55:33.466662 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5069a70-aee7-4bfc-a416-f2d8dff1fdf5 None None] Network 5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea requested from dv-cinder-810415-4-iscsi {{(pid=100705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 18:55:33.530148 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615861'] for network, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.586789 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] Deleting port 406c306a-a582-4f6f-97ec-fd04d5aba047 {{(pid=100703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:55:33.587135 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.649140 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.db [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] For port 406c306a-a582-4f6f-97ec-fd04d5aba047, host dv-cinder-810415-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-4-iscsi',level=0,port_id=406c306a-a582-4f6f-97ec-fd04d5aba047,segment=NetworkSegment(f24d771e-f8e2-425f-9ae8-eee88c027464),segment_id=f24d771e-f8e2-425f-9ae8-eee88c027464)] {{(pid=100703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:55:33.649451 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.661500 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] Calling delete_port for 406c306a-a582-4f6f-97ec-fd04d5aba047 owned by network:dhcp {{(pid=100703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:55:33.712117 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] DHCP port deletion for 5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea request from dv-cinder-810415-4-iscsi {{(pid=100705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 18:55:33.745441 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4756770'] for port, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.757750 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Deleting port 406c306a-a582-4f6f-97ec-fd04d5aba047 {{(pid=100705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 18:55:33.758133 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765689525288'] for port, before_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.770663 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] Pushing event deleted for resources: {'Port': ['ID=406c306a-a582-4f6f-97ec-fd04d5aba047,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:33.774233 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] No DVR routers for this DVR port 406c306a-a582-4f6f-97ec-fd04d5aba047 on host dv-cinder-810415-4-iscsi {{(pid=100703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:55:33.824222 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.db [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] For port 406c306a-a582-4f6f-97ec-fd04d5aba047, host dv-cinder-810415-4-iscsi, got binding levels [] {{(pid=100705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 18:55:33.824681 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383754'] for port, precommit_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.836368 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Calling delete_port for 406c306a-a582-4f6f-97ec-fd04d5aba047 owned by network:dhcp {{(pid=100705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 18:55:33.838951 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.ipam_backend_mixin [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Port 406c306a-a582-4f6f-97ec-fd04d5aba047 was not found and therefore no delete operation was performed {{(pid=100705) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 18:55:33.840189 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765689529582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765689223370'] for port, after_delete {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.847660 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699380', 'neutron.services.segments.db._delete_segments_for_network-8765689768340'] for network, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.867593 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea']}} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:33.871108 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] No DVR routers for this DVR port 406c306a-a582-4f6f-97ec-fd04d5aba047 on host dv-cinder-810415-4-iscsi {{(pid=100705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 18:55:33.875379 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Pushing event deleted for resources: {'Port': ['ID=406c306a-a582-4f6f-97ec-fd04d5aba047,revision_number=None']} {{(pid=100705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:33.877466 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24d771e-f8e2-425f-9ae8-eee88c027464') {'for_net_delete': True} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:33.878045 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.services.segments.db [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24d771e-f8e2-425f-9ae8-eee88c027464') {} {{(pid=100703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 18:55:33.882717 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:33.883083 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:33.883432 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:33.883775 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:33.884178 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:33.884465 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:33.884791 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:33.885124 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:33.885460 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:33.885787 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:33.886115 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:33.886446 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e245ec1-32bb-455c-9a8c-9e61d18b89c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-4-iscsi {{(pid=100705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 18:55:33.887942 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765689768093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4629864'] for segment, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.903750 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538'] for segment, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.910738 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=100703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 18:55:33.911329 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4755921'] for segment, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: Traceback (most recent call last): Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: timer() Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: cb(*args, **kw) Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: return func(*args, **kwargs) Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: self._notify() Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: self.callback(batched_events) Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: event.method(event) Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: return f(self, *a, **k) Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._get(url).json() Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: return self.request(url, 'GET', **kwargs) Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 18:55:33.913051 dv-cinder-810415-4-iscsi neutron-server[100703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 18:55:33.969269 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-338693'] for network, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.974649 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690428'] for network, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:33.976537 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea HTTP/1.1" status: 204 len: 168 time: 0.5106413 Sep 23 18:55:33.988982 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd4fd5-02f5-4e53-8092-93adb549ac82 admin admin] Pushing event deleted for resources: {'Network': ['ID=5924c8b1-3e49-45ff-8300-5cdc1ccfb6ea,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:34.131939 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 64dcbc6f-fbd6-4915-a53f-491529f0438c no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:55:34.142553 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 37968) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:55:34.154156 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 64dcbc6f-fbd6-4915-a53f-491529f0438c {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:55:34.154505 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 64dcbc6f-fbd6-4915-a53f-491529f0438c not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:55:34.154916 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device e50d1dfb-c1b3-49cf-aca9-4f370e605cb0 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:55:34.178310 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: e50d1dfb-c1b3-49cf-aca9-4f370e605cb0 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:55:34.178783 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device e50d1dfb-c1b3-49cf-aca9-4f370e605cb0 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:55:34.179280 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 406c306a-a582-4f6f-97ec-fd04d5aba047 no longer exists at agent ovs-agent-dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 18:55:34.182514 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-8cfde3d1-7348-443f-bb08-c68c508d0522 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d0453171fa784e6ba3b9eedb739013f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387652 Sep 23 18:55:34.185445 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 37970) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:55:34.198520 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.plugin [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] No Port match for: 406c306a-a582-4f6f-97ec-fd04d5aba047 {{(pid=100705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 18:55:34.198872 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron.plugins.ml2.rpc [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Device 406c306a-a582-4f6f-97ec-fd04d5aba047 not bound to the agent host dv-cinder-810415-4-iscsi {{(pid=100705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 18:55:34.234080 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-31d0541c-18a0-45eb-9d6d-a3b9f0bfbb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:34.254007 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-31d0541c-18a0-45eb-9d6d-a3b9f0bfbb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:34.299122 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-31d0541c-18a0-45eb-9d6d-a3b9f0bfbb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:34.301610 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-31d0541c-18a0-45eb-9d6d-a3b9f0bfbb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:34.302775 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-31d0541c-18a0-45eb-9d6d-a3b9f0bfbb2e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/994f77fa-badf-4be9-b106-1d8049e39b56 HTTP/1.1" status: 204 len: 168 time: 0.1163349 Sep 23 18:55:34.310250 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0541c-18a0-45eb-9d6d-a3b9f0bfbb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994f77fa-badf-4be9-b106-1d8049e39b56,revision_number=None']} {{(pid=100704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:34.608617 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [-] (100704) accepted ('10.222.0.70', 37976) {{(pid=100704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:55:34.646439 dv-cinder-810415-4-iscsi neutron-server[100704]: INFO neutron.wsgi [None req-4469a90a-b1a8-4052-8443-b6677c7ae422 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=54db9dbe06bc44c082e975319d12836a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366600 Sep 23 18:55:34.648744 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.wsgi [-] (100703) accepted ('10.222.0.70', 37978) {{(pid=100703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 18:55:34.695170 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e2edd755-bea2-4278-8112-bd38d9f556f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:34.719620 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e2edd755-bea2-4278-8112-bd38d9f556f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:34.764932 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e2edd755-bea2-4278-8112-bd38d9f556f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678798'] for security_group, after_delete {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:34.767416 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron_lib.callbacks.manager [None req-e2edd755-bea2-4278-8112-bd38d9f556f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:34.768564 dv-cinder-810415-4-iscsi neutron-server[100703]: INFO neutron.wsgi [None req-e2edd755-bea2-4278-8112-bd38d9f556f8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/75554d09-8447-4e94-a5e4-d6eba53c0d30 HTTP/1.1" status: 204 len: 168 time: 0.1188345 Sep 23 18:55:34.776867 dv-cinder-810415-4-iscsi neutron-server[100703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edd755-bea2-4278-8112-bd38d9f556f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75554d09-8447-4e94-a5e4-d6eba53c0d30,revision_number=None']} {{(pid=100703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 18:55:35.301046 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:55:47.383398 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:49.947106 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-44c3f8c2-d3a6-40f5-bbbb-cd4df03ae5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:52.613810 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-bd515aaf-c945-4e83-b6ea-0e2c91818c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:52.927422 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:53.622563 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:55:55.491610 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:56:12.299405 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:56:17.384310 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:56:19.946828 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-8476867f-df31-4dd2-a537-60fe9d6a6b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:56:22.614273 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-625b9f01-f2df-466d-ad7f-1fd07ba9ba93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:56:22.929820 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:56:23.625024 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:56:25.491845 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:56:47.396847 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:56:49.298483 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:56:49.947292 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-0ba829c3-bffc-4ec7-9f98-d891f780377c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:56:52.615021 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-7359acfc-643d-4664-8c66-e1150c6f605a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:56:52.930263 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:56:53.628009 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:56:55.493818 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:57:17.397711 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:57:19.949259 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-22fe6c19-7eac-44e4-abd7-ee74638b7260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:57:22.615989 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-0be57545-19c6-480f-985b-9adab422dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:57:22.932057 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:57:23.629970 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:57:25.497779 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:57:26.297742 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:57:47.412769 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:57:49.948934 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-df80a49d-d1f2-4856-a0cc-5af057214020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:57:52.617172 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-6fe004aa-bd42-484e-91ee-d022fa89c902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:57:52.931690 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:57:53.634195 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:57:55.501753 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:58:03.297476 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:58:17.428334 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:58:17.922969 dv-cinder-810415-4-iscsi neutron-server[100704]: DEBUG neutron.wsgi [req-acdedd2d-f126-40ac-9cfd-cf10540e4132 req-81325763-22b1-4d66-b6a7-f1b16bbff7b3 service neutron] (100704) timed out ('10.222.0.42', 52114) {{(pid=100704) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 18:58:19.948576 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-4652080d-672e-44f4-a8e9-5d6f4dc132ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:58:22.617902 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-83f6184f-1d20-4eed-bf3b-da45a9eedf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:58:22.932925 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:58:23.636557 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:58:25.502593 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:58:40.296166 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:58:47.427902 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:58:49.950803 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f724-10c9-460c-b0d5-075b9c79f434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:58:52.618647 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1f6f991f-5d1f-4af5-a453-e2ea250dc103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:58:52.934092 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:58:53.639088 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:58:55.505067 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:59:17.294694 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:59:17.443434 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:59:19.951416 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-098c56d3-b48a-4ef1-b9f2-2b5835c666b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:59:22.620483 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-bf5ba2aa-a6ef-4bbb-b429-57d97f2398db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:59:22.934219 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:59:23.641648 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:59:25.507252 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:59:47.457065 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:59:49.952655 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-940abe3a-96af-47c8-a9ff-701f2acdbb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:59:52.621637 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-b4336a20-2bce-42ca-9186-88c1c6f9772c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:59:52.935884 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:59:53.644803 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:59:54.294577 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:59:55.513347 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:00:17.472942 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:00:19.953119 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-622cac09-8850-422c-a150-19773dd1b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:00:22.622974 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-5815b2b5-15a9-4ee4-aa3e-1ce28d508ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:00:22.936906 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-a77e1814-490e-42c8-838f-90a801f4e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:00:23.646945 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-387f95d9-bc36-46d7-865a-145913159dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:00:25.514747 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-af716d53-c715-4b84-8ab6-7bf6a3422049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:00:31.293856 dv-cinder-810415-4-iscsi neutron-server[100706]: DEBUG neutron.db.agents_db [None req-2df831b2-85e1-46a3-8094-2e174934ae1e None None] Agent healthcheck: found 6 active agents {{(pid=100706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:00:47.471652 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-1a85ebee-14b8-476f-b8c5-3cdcb85e7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:00:49.955077 dv-cinder-810415-4-iscsi neutron-server[100705]: DEBUG neutron_lib.callbacks.manager [None req-f8a25677-35e7-4325-8efb-07dee29ff311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765689768322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702196'] for agent, after_update {{(pid=100705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}